-- Logs begin at Thu 2021-05-27 09:09:43 UTC, end at Thu 2021-05-27 10:16:34 UTC. -- May 27 09:50:50.503137 dv-cinder-788782-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 27 09:50:51.480102 dv-cinder-788782-3-smb neutron-server[98589]: Beware of the coming changes in the project packaging May 27 09:50:51.480699 dv-cinder-788782-3-smb neutron-server[98589]: https://github.com/svinota/pyroute2/discussions/786 May 27 09:50:53.007014 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.common.config [-] Logging enabled! May 27 09:50:53.007722 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 09:50:53.007810 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 09:50:53.011020 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.common.config [-] Logging enabled! May 27 09:50:53.011271 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 09:50:53.011574 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 09:50:53.012517 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:50:53.012746 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:50:53.013098 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:50:53.013339 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:50:53.013559 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:50:53.013891 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.014189 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.014482 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.014708 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.014996 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.015279 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.015554 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.015835 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.016127 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.016407 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.016682 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.016961 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.017189 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.017465 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.017746 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.018052 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.018274 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] debug = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.018550 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.018975 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.019387 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.020423 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.021069 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.021353 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.021631 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.021937 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.022223 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.022555 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] host = dv-cinder-788782-3-smb {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.022833 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.023119 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.023405 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.023687 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.023958 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.024230 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.024510 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.024781 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.025052 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] log_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.025322 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.025606 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.025915 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.026209 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.026429 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.026648 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.026932 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.027214 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.027486 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.027759 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.028025 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.028289 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.028556 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.028821 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.029101 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.029379 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.029657 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.029954 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.030220 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.030490 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.030755 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.031033 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.031301 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.031566 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.031832 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.032111 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.032371 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.032636 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.032931 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.033212 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.033487 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.033764 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.034055 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.034332 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.034596 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.034861 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.035125 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] use_json = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.035946 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.036218 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.036501 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.036773 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.037044 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.037314 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.037579 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.037880 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:53.038174 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.038466 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.038762 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.039042 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.039485 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.039771 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.040058 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.040335 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.040625 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.040909 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.041196 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.041470 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.041754 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.042051 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.042342 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.042641 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.042932 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.043220 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.043491 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.043762 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.044033 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.044305 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.044586 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.044875 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.045160 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.045432 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.045706 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.046017 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.046301 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.046570 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.046843 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.047129 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.047405 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.047676 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.047955 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.048230 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.048500 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.048768 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.049041 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.049330 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.049604 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.049899 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.050176 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.050449 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.050718 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.051713 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.052003 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.052286 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.052568 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.052853 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.053129 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.053407 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.053686 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.053990 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.054269 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.054542 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.054813 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.055084 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.055354 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.055626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.055896 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.056165 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.056439 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.056710 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.056980 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.057248 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.057518 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.057791 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.058103 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.058399 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.058676 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.058952 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.059227 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.059503 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.059780 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.060054 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.060329 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.060610 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.060882 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.061170 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.061452 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.061738 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.062042 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.062321 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.062615 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.062890 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.063168 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.063444 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.063719 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.064006 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.064286 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.064578 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.064868 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.065156 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.065446 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.065737 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.066037 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.066341 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.067645 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:53.067867 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:50:53.068108 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98589) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 09:50:53.434119 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:50:53.434385 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:50:53.434660 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:50:53.435133 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 09:50:53.821261 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.821526 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.821795 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.822985 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.823255 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.823519 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.858588 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.858871 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.859132 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.872084 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.872358 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.872620 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.902096 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.902373 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.902636 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.939090 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.939363 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:53.939626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.185843 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.186429 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.186429 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.186607 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.187275 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.309222 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.309535 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.309812 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.310104 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.310365 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.310667 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.310919 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.311169 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.311415 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.311688 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.311938 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.312193 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.312449 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.312697 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.312964 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.313228 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.314510 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.314799 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.315061 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.315350 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.315710 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.315963 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.316215 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.316726 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.317081 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.317433 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.317913 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:50:54.318155 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:50:54.318391 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:50:54.318623 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:50:54.318853 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:50:54.319083 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:50:54.319452 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 09:50:54.322618 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 09:50:54.327900 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 09:50:54.333134 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 27 09:50:54.334808 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 09:50:54.335261 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 09:50:54.335592 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 09:50:54.335985 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 09:50:54.340034 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 09:50:54.340285 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 09:50:54.340629 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 09:50:54.370970 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 09:50:54.371425 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.371722 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98589) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 09:50:54.372077 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.373411 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98589) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 09:50:54.373686 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 09:50:54.373950 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 09:50:54.377139 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.377411 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:54.443855 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 09:50:54.444034 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 09:50:54.444267 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 09:50:54.444629 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 09:50:54.475152 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_db.sqlalchemy.engines [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98589) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 09:50:54.957568 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Initializing driver for type 'gre' May 27 09:50:54.958132 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] gre ID ranges: [(1, 1000)] May 27 09:50:55.146170 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Initializing driver for type 'local' May 27 09:50:55.146511 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Initializing driver for type 'vlan' May 27 09:50:55.231423 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] VlanTypeDriver initialization complete May 27 09:50:55.231993 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Initializing driver for type 'vxlan' May 27 09:50:55.232179 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] vxlan ID ranges: [(1, 1000)] May 27 09:50:55.431159 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Initializing extension driver 'port_security' May 27 09:50:55.431504 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.extensions.port_security [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] PortSecurityExtensionDriver initialization complete May 27 09:50:55.431836 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Initializing mechanism driver 'openvswitch' May 27 09:50:55.432199 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Initializing mechanism driver 'hyperv' May 27 09:50:55.438778 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.plugins.ml2.plugin [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:55.439547 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > port after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.439919 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > port after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.440269 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > port after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.440658 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.441008 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.441906 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.442316 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > network after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.442691 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > network after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.443031 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > network after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.443404 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > security_group after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.443746 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > security_group after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.444082 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.444467 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.444798 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.445133 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.445505 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > address_group after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.445866 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > address_group after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.446206 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.446540 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] ML2 OVO RPC backend initialized. {{(pid=98589) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 27 09:50:55.447239 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.447589 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.448001 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > network before_response 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.448452 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > networks before_response 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.448690 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > port before_response 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.449027 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > ports before_response 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.449364 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > subnet before_response 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.449700 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > subnets before_response 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.450073 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > network after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.453723 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > network after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.453723 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > network after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.453723 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > port after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.453723 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > port after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.454049 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > port after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.454049 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.454049 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.454049 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.454367 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.plugin [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Modular L2 Plugin initialization complete May 27 09:50:55.454367 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading services supported by the core plugin {{(pid=98589) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 09:50:55.454367 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.plugins.ml2.managers [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Got port-security extension from driver 'port_security' May 27 09:50:55.454928 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.extensions.vlantransparent [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Disabled vlantransparent extension. May 27 09:50:55.455422 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98589) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 09:50:55.455737 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading Plugin: router May 27 09:50:55.505795 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.505795 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router after_create 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.505795 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router before_create 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.505795 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506199 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506199 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router after_delete 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506199 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506199 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router after_create 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506514 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router after_update 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506514 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router after_update 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506514 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506514 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router after_update 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506798 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506798 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: port after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506798 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: port after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506798 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: subnet after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.506798 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.507140 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.507140 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.507140 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: port before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.507140 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router precommit_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.507487 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router after_update 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.507487 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.507487 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.507487 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.507779 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.507779 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > network after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.507779 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Tracking information for resource: router configured {{(pid=98589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:50:55.507779 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Tracking information for resource: floatingip configured {{(pid=98589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 09:50:55.509237 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.db.l3_agentschedulers_db [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 09:50:55.509849 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: port after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.510204 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: port after_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.510553 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: port after_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.510947 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: port after_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.511740 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router before_create 55550100 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.512102 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.512460 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router precommit_create 55550100 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.512813 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > router precommit_update 55550100 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.517563 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.services.provider_configuration [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service providers = [] {{(pid=98589) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 09:50:55.517965 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.db.servicetype_db [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98589) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 09:50:55.521405 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.services.service_base [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:50:55.521745 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.services.service_base [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:50:55.522109 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.services.service_base [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:50:55.522977 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.services.service_base [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 09:50:55.523350 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.services.service_base [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 09:50:55.523879 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:50:55.524198 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 09:50:55.534516 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:50:55.534851 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading Plugin: auto_allocate May 27 09:50:55.540578 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: network precommit_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.540941 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: network precommit_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.541450 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:50:55.541764 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading Plugin: tag May 27 09:50:55.548450 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:50:55.548782 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading Plugin: timestamp May 27 09:50:55.552800 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:50:55.553125 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading Plugin: network_ip_availability May 27 09:50:55.558344 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.558712 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.559070 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.559765 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:50:55.560078 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading Plugin: flavors May 27 09:50:55.564919 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:50:55.565248 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading Plugin: revisions May 27 09:50:55.570370 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 09:50:55.570760 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_concurrency.lockutils [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.136s {{(pid=98589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:50:55.571495 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98589) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 27 09:50:55.571830 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Initializing extension manager. May 27 09:50:55.572331 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: __init__.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.572669 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: __pycache__ {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.572999 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.573328 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: address_group.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.574089 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.574646 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: address-group May 27 09:50:55.574963 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: address_scope.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.575659 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.576163 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: address-scope May 27 09:50:55.576479 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.577386 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.577927 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: router-admin-state-down-before-update May 27 09:50:55.578251 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: agent.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.578939 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.579451 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: agent May 27 09:50:55.579772 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: agent_resources_synced.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.580656 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.581163 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: agent-resources-synced May 27 09:50:55.581480 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: allowedaddresspairs.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.583980 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.584504 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: allowed-address-pairs May 27 09:50:55.584829 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: auto_allocated_topology.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.585915 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.586429 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: auto-allocated-topology May 27 09:50:55.586751 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: availability_zone.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.587434 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.587938 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: availability_zone May 27 09:50:55.588257 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: availability_zone_filter.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.589139 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.589646 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: availability_zone_filter May 27 09:50:55.589993 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: data_plane_status.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.590885 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.591383 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension data-plane-status not supported by any of loaded plugins May 27 09:50:55.591699 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: default_subnetpools.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.592587 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.593093 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: default-subnetpools May 27 09:50:55.593409 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.594227 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.594730 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: dhcp_agent_scheduler May 27 09:50:55.595047 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: dns.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.595942 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.596443 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension dns-integration not supported by any of loaded plugins May 27 09:50:55.596761 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: dns_domain_ports.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.597688 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.598297 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 09:50:55.598620 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: dvr.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.599288 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.599795 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: dvr May 27 09:50:55.600112 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: empty_string_filtering.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.600999 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.601508 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: empty-string-filtering May 27 09:50:55.601861 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.602734 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.603238 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 09:50:55.603554 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.604441 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.604950 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 09:50:55.605269 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: external_net.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.606186 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.606691 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: external-net May 27 09:50:55.607007 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.607884 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.608388 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: extra_dhcp_opt May 27 09:50:55.608703 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: extraroute.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.609588 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.610127 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: extraroute May 27 09:50:55.610446 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: extraroute_atomic.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.611453 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.611958 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: extraroute-atomic May 27 09:50:55.612276 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: filter_validation.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.612924 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.613965 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: filter-validation May 27 09:50:55.614284 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: fip_pf_description.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.615338 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.615845 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 09:50:55.616165 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: fip_port_details.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.617055 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.617558 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: fip-port-details May 27 09:50:55.617910 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: flavors.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.619124 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.619639 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: flavors May 27 09:50:55.619961 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.621623 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.622179 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 09:50:55.622512 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: floatingip_pools.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.623202 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.623714 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: floatingip-pools May 27 09:50:55.624038 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: ip_allocation.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.624946 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.625457 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension ip_allocation not supported by any of loaded plugins May 27 09:50:55.625777 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.626703 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.627211 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: ip-substring-filtering May 27 09:50:55.627535 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: l2_adjacency.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.628427 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.629546 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 09:50:55.629970 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: l3.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.631065 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.631591 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: router May 27 09:50:55.631912 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.634122 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.634657 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 09:50:55.634988 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.635892 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.636411 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: ext-gw-mode May 27 09:50:55.636736 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.637632 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.638168 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: l3-ha May 27 09:50:55.638494 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: l3_flavors.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.639393 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.639907 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: l3-flavors May 27 09:50:55.640225 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.641139 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.641642 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 09:50:55.641993 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: l3agentscheduler.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.643044 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.643561 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: l3_agent_scheduler May 27 09:50:55.643884 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: logging.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.645411 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.645965 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension logging not supported by any of loaded plugins May 27 09:50:55.646294 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: metering.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.647014 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.647589 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: metering May 27 09:50:55.647911 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.649025 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.649544 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: metering_source_and_destination_fields May 27 09:50:55.649899 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: multiprovidernet.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.650930 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.651444 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: multi-provider May 27 09:50:55.651764 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: netmtu.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.652651 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.653158 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: net-mtu May 27 09:50:55.653474 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: netmtu_writable.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.654406 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.654914 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: net-mtu-writable May 27 09:50:55.655230 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: network_availability_zone.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.655886 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.656391 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: network_availability_zone May 27 09:50:55.656706 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: network_ip_availability.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.668541 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.669054 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: network-ip-availability May 27 09:50:55.669404 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: network_segment_range.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.670183 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.670710 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension network-segment-range not supported by any of loaded plugins May 27 09:50:55.671010 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: pagination.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.671982 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.672306 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: pagination May 27 09:50:55.672622 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: port_device_profile.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.673556 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.674080 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: port-device-profile May 27 09:50:55.674400 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.675291 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.676619 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: port-mac-address-regenerate May 27 09:50:55.677066 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.678016 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.678524 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: port-numa-affinity-policy May 27 09:50:55.678841 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: port_resource_request.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.679722 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.680347 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension port-resource-request not supported by any of loaded plugins May 27 09:50:55.680665 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: portbindings.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.681577 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.682113 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: binding May 27 09:50:55.682433 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: portbindings_extended.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.683697 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.684211 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: binding-extended May 27 09:50:55.684537 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: portsecurity.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.685439 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.685982 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: port-security May 27 09:50:55.686304 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: project_id.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.687316 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.687643 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: project-id May 27 09:50:55.687962 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: providernet.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.688864 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.689376 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: provider May 27 09:50:55.689694 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: qos.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.694000 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.694523 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension qos not supported by any of loaded plugins May 27 09:50:55.694859 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.696082 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.696598 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 09:50:55.696922 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.712533 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.713043 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 09:50:55.713365 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: qos_default.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.714299 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.714815 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension qos-default not supported by any of loaded plugins May 27 09:50:55.715142 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: qos_fip.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.715785 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.716299 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension qos-fip not supported by any of loaded plugins May 27 09:50:55.716654 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: qos_gateway_ip.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.717557 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.718086 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 09:50:55.718409 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: qos_port_network_policy.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.719300 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.719806 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 09:50:55.720124 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: qos_rule_type_details.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.721111 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.721620 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 09:50:55.721973 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: qos_rules_alias.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.723022 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.723664 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 09:50:55.723989 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: quotasv2.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.725031 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.725359 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: quotas May 27 09:50:55.725678 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: quotasv2_detail.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.727347 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.727696 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: quota_details May 27 09:50:55.728024 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: rbac.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.729087 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.729622 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: rbac-policies May 27 09:50:55.729991 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: rbac_address_group.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.730905 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.731423 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: rbac-address-group May 27 09:50:55.731746 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: rbac_address_scope.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.732645 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.733157 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: rbac-address-scope May 27 09:50:55.733477 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: rbac_security_groups.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.734450 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.734968 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: rbac-security-groups May 27 09:50:55.735288 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: rbac_subnetpool.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.736205 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.736714 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: rbac-subnetpool May 27 09:50:55.737034 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: revisionifmatch.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.737967 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.739084 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: revision-if-match May 27 09:50:55.739459 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: revisions.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.740544 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.741057 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: standard-attr-revisions May 27 09:50:55.741382 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: router_availability_zone.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.742072 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.742588 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: router_availability_zone May 27 09:50:55.742910 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: routerservicetype.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.743807 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.744321 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension router-service-type not supported by any of loaded plugins May 27 09:50:55.744642 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.745537 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.746084 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: security-groups-normalized-cidr May 27 09:50:55.746411 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.747312 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.747819 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: port-security-groups-filtering May 27 09:50:55.752134 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.752916 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.753426 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: security-groups-remote-address-group May 27 09:50:55.753744 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: securitygroup.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.763902 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.764436 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: security-group May 27 09:50:55.764765 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: segment.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.765531 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.766073 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension segment not supported by any of loaded plugins May 27 09:50:55.766401 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.767312 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.767865 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 09:50:55.768189 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: servicetype.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.769263 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.770048 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: service-type May 27 09:50:55.770381 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: sorting.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.776078 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.776407 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: sorting May 27 09:50:55.776730 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: standard_attr_segment.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.777622 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.778176 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 09:50:55.778499 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: standardattrdescription.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.779186 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.779699 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: standard-attr-description May 27 09:50:55.780019 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: stateful_security_group.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.780918 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.781432 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: stateful-security-group May 27 09:50:55.781749 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: stdattrs_common.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.782344 dv-cinder-788782-3-smb neutron-server[98589]: WARNING neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 09:50:55.782663 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.783634 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.784209 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 09:50:55.784529 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: subnet_onboard.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.785766 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.786305 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: subnet_onboard May 27 09:50:55.786626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.787542 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.788077 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 09:50:55.788393 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: subnet_service_types.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.789291 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.789869 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: subnet-service-types May 27 09:50:55.790198 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: subnetallocation.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.791343 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.791861 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: subnet_allocation May 27 09:50:55.792181 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.792832 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.793341 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: subnetpool-prefix-ops May 27 09:50:55.793657 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.794613 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.795116 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 09:50:55.795434 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: tagging.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.796503 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.797022 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: standard-attr-tag May 27 09:50:55.797342 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: timestamp.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.802545 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.803059 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loaded extension: standard-attr-timestamp May 27 09:50:55.803390 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: trunk.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.804404 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.804916 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension trunk not supported by any of loaded plugins May 27 09:50:55.805240 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: trunk_details.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.806168 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.806677 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension trunk-details not supported by any of loaded plugins May 27 09:50:55.806997 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: uplink_status_propagation.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.807910 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.808414 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 09:50:55.808733 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Loading extension file: vlantransparent.py {{(pid=98589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 09:50:55.809389 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 09:50:55.809915 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 09:50:55.812356 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:network May 27 09:50:55.813166 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:subnet May 27 09:50:55.815025 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:50:55.815650 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:port May 27 09:50:55.817137 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.817568 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service FLAVORS assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.818215 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.818652 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.818983 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:router May 27 09:50:55.819694 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:floatingip May 27 09:50:55.820387 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service METERING assigned prefix: /metering {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.821864 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.822236 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.822588 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:50:55.823724 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of CountableResource for resource:rbac_policy May 27 09:50:55.824160 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:security_group May 27 09:50:55.824829 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 09:50:55.825547 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service CORE assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.825908 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:50:55.826243 dv-cinder-788782-3-smb neutron-server[98589]: WARNING neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] subnetpool is already registered May 27 09:50:55.826966 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service CORE assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.827298 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:50:55.827624 dv-cinder-788782-3-smb neutron-server[98589]: WARNING neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] subnetpool is already registered May 27 09:50:55.830208 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.830699 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service FLAVORS assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.831296 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.831715 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.832758 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:router May 27 09:50:55.833062 dv-cinder-788782-3-smb neutron-server[98589]: WARNING neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] router is already registered May 27 09:50:55.833654 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:floatingip May 27 09:50:55.834011 dv-cinder-788782-3-smb neutron-server[98589]: WARNING neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] floatingip is already registered May 27 09:50:55.834640 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service METERING assigned prefix: /metering {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.835317 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of CountableResource for resource:rbac_policy May 27 09:50:55.835641 dv-cinder-788782-3-smb neutron-server[98589]: WARNING neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] rbac_policy is already registered May 27 09:50:55.836177 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:security_group May 27 09:50:55.836578 dv-cinder-788782-3-smb neutron-server[98589]: WARNING neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] security_group is already registered May 27 09:50:55.837167 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 09:50:55.837504 dv-cinder-788782-3-smb neutron-server[98589]: WARNING neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] security_group_rule is already registered May 27 09:50:55.838187 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service CORE assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.838516 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:50:55.838838 dv-cinder-788782-3-smb neutron-server[98589]: WARNING neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] subnetpool is already registered May 27 09:50:55.839422 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.v2.resource_helper [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Service CORE assigned prefix: {{(pid=98589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 09:50:55.839743 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Creating instance of TrackedResource for resource:subnetpool May 27 09:50:55.840063 dv-cinder-788782-3-smb neutron-server[98589]: WARNING neutron.quota.resource_registry [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] subnetpool is already registered May 27 09:50:55.840694 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: extensions {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.842245 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: address-groups {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.843875 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: address-scopes {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.845085 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: agents {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.846275 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: auto-allocated-topology {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.847633 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: availability_zones {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.849468 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: dhcp-networks {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.850906 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: dhcp-agents {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.860376 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: routers {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.860376 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: flavors {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.860376 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: service_profiles {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.860376 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: next_providers {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.860376 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: service_profiles {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.860376 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: floatingip-pools {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.860830 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: routers {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.862675 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: floatingips {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.863912 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: l3-routers {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.865368 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: l3-agents {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.866798 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: metering-labels {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.868155 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: metering-label-rules {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.869428 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: network-ip-availabilities {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.870731 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: bindings {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.872439 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: quotas {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.873900 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: quotas {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.875315 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: rbac-policies {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.876872 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: security-groups {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.878101 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: security-group-rules {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.879450 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: service-providers {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.880666 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: subnetpools {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.883037 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: subnetpools {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.884486 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: tags {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.887986 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: tags {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:55.999389 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: tags {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:56.001182 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: tags {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:56.003072 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: tags {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:56.005685 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: tags {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:56.007425 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: tags {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:56.009393 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: tags {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:56.011183 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: tags {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:56.013060 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron.api.extensions [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Extended resource: tags {{(pid=98589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 09:50:56.019140 dv-cinder-788782-3-smb neutron-server[98589]: WARNING keystonemiddleware.auth_token [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 09:50:56.024004 dv-cinder-788782-3-smb neutron-server[98589]: WARNING keystonemiddleware.auth_token [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 09:50:56.032219 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_concurrency.lockutils [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Acquired lock "singleton_lock" {{(pid=98589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 09:50:56.032696 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_concurrency.lockutils [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Releasing lock "singleton_lock" {{(pid=98589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 09:50:56.033325 dv-cinder-788782-3-smb neutron-server[98589]: INFO oslo_service.service [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Starting 2 workers May 27 09:50:56.038570 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Started child 98698 {{(pid=98589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:50:56.042909 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Started child 98699 {{(pid=98589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:50:56.043780 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:56.044486 dv-cinder-788782-3-smb neutron-server[98589]: INFO neutron.service [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 09:50:56.045125 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Notify callbacks [] for process, before_spawn {{(pid=98589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:56.045277 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [-] (98698) wsgi starting up on http://0.0.0.0:9696 May 27 09:50:56.047636 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:56.048052 dv-cinder-788782-3-smb neutron-server[98589]: INFO oslo_service.service [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Starting 1 workers May 27 09:50:56.049009 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [-] (98699) wsgi starting up on http://0.0.0.0:9696 May 27 09:50:56.053329 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Started child 98700 {{(pid=98589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:50:56.053847 dv-cinder-788782-3-smb neutron-server[98589]: INFO oslo_service.service [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Starting 1 workers May 27 09:50:56.056840 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.service [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] calling RpcWorker wait() {{(pid=98700) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 09:50:56.057367 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.service [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] returning from RpcWorker wait() {{(pid=98700) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 09:50:56.058222 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Started child 98701 {{(pid=98589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 09:50:56.058661 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:56.059006 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG neutron_lib.callbacks.manager [None req-29bace31-60ad-481d-aa4e-86efc91130c7 None None] Notify callbacks [] for process, after_spawn {{(pid=98589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:56.059222 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:56.060838 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 09:50:56.061064 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:50:56.061256 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:50:56.061471 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:50:56.061840 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:50:56.062008 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:50:56.062507 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.062787 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.063012 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:50:56.063474 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.063474 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.063609 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.064167 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.064406 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.064671 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.064947 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.065200 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.065375 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.065539 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.065782 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.066068 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.066416 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.066694 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.066944 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.067221 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.067391 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.067643 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.067919 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.068164 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.068429 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] debug = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.068684 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.069150 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.069373 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.069621 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.069878 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.070172 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.070403 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.070679 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.070928 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.071153 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.071374 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.071629 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.071870 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.072100 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.072317 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.072561 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.072790 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.073255 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] host = dv-cinder-788782-3-smb {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.073499 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.073714 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.073987 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.074242 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.074537 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.074712 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.074962 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.075227 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.075476 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.075719 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.075964 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.076210 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.076442 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.076699 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.076851 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_options = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.077091 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.077363 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.077624 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.077812 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.078054 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.078180 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.078417 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.078579 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.078827 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.079075 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.079291 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.079505 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.079737 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.079969 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.080229 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.080458 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.080688 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.080915 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.081220 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.081396 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.081638 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.081908 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.082469 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.082752 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.083104 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.083350 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.083579 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.083818 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.084083 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.084294 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.084508 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.084762 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.085006 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.085254 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.085480 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.085705 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.085941 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.086203 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.086435 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.086688 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.086935 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.087274 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.087407 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.087595 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.087783 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.088015 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_json = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.088226 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.088441 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.088580 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:56.088722 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.088913 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.089141 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.089351 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.089565 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.089795 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.090233 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.090519 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.090823 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.091072 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.091343 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.091530 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.091770 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.091992 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.092222 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.092582 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.093048 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.093192 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.093497 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.093817 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.093975 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.094321 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.094594 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.094882 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.095126 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.095343 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.095579 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.095820 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.096166 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.096424 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.096674 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.096934 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.097148 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.097391 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.098178 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.098541 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.098760 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.099002 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.099278 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.099514 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.099729 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.099944 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.100170 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.100419 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.100663 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.100903 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.101138 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.101385 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.101604 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.101837 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.102069 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.102876 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.102876 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.102876 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.107036 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.107036 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.107036 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.107036 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.107036 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.107036 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.107036 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.107036 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.107036 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108017 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108017 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108017 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108017 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108017 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108017 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108017 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108017 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108017 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.108626 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.109231 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.109231 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.109473 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.109596 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.109748 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.109972 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.110185 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.110444 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.110684 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.110982 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.111289 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.111573 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.111780 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.112030 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.112281 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.112548 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.112812 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.113032 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.113312 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.114090 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.114423 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.114594 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.114843 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.115119 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.115369 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.115660 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.115898 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.116134 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.116414 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.116862 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.116862 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.117161 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.117379 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.117640 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.118515 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.118515 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.118515 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.119352 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.119352 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.119352 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.119542 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.119728 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.119942 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.120210 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.120460 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.120940 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.121795 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.122665 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.122665 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.122665 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.123102 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.123102 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.123951 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.123951 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.123951 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.123951 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.124960 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.124960 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.124960 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.124960 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.126139 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.126139 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.126139 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.126139 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.126139 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.127400 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.127400 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.127400 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.127400 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.127400 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.129580 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.129883 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.130291 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.130454 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.130597 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.130791 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.131031 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.131248 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.131513 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.131734 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.131957 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.132186 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.132403 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.132618 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.132866 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.133079 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.133296 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.133531 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.133748 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.134644 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.135006 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.135264 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.135538 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.135757 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.136036 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.136289 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.136540 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.137174 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.137447 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.137728 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.137967 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.138140 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.138377 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.138592 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.138804 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.139020 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.139229 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.139464 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.139706 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.139917 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.140151 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.140384 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.140689 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.140951 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.141194 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.141427 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.141640 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.141936 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.142164 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.142382 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.142594 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.142809 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.143043 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.143306 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.143554 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.144129 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.144382 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.144633 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.144921 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.145063 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.145209 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.145493 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.145749 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.146016 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.146249 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.146476 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.146738 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.146966 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.147176 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.147389 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.147596 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.147844 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.148073 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.148283 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.148501 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.148709 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.148946 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.149151 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.149358 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.149570 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.149796 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.150047 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.150256 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.150465 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.150678 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.150905 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.151213 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.151466 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.151698 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.151980 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.152211 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.152451 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.152706 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.153024 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.153235 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.153473 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.153705 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.153940 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.154159 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.154427 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.154744 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.155047 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.155304 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.155543 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.155806 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.156087 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.156326 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.156541 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.156841 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.157189 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.157469 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.157715 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.157980 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.158274 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.158491 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.158701 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.158911 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.159142 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.159371 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.159624 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.159870 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.160617 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.160822 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.161045 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.161255 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.161502 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.161741 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.161986 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.162216 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.162367 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:50:56.162939 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 09:50:56.163077 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 09:50:56.163227 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 09:50:56.163411 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 09:50:56.163577 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 09:50:56.163726 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 09:50:56.164110 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.164110 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.164318 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.164442 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.164563 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.164685 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.164830 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.164985 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.165139 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.165294 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.165450 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.165606 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.165760 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.165946 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.166102 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.166256 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.166420 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.166547 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.166704 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.166861 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.167016 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.167169 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.167324 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] debug = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.167478 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.167649 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.167847 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.167970 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.168090 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.168245 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.168399 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.168553 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.168882 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.168882 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.169108 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.169232 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.169340 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.169445 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.169564 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.169719 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.169896 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.170056 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] host = dv-cinder-788782-3-smb {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.170213 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.170952 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.170952 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.170952 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.170952 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.170952 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.171847 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.171847 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.171847 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.171847 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.171847 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.171847 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.172472 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.172472 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.172472 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_options = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.172472 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.172747 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.172747 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.172889 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.173011 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.173108 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.173256 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.173411 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.173567 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.173722 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.173907 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.174067 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.174224 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.174379 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.174536 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.174697 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.174853 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.175147 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.175618 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.175967 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.176523 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.176810 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.177161 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.177489 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.177653 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.177812 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.178174 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.178486 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.178649 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.178811 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.178968 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.179126 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.179281 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.179603 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.179763 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.179918 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.180214 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.180380 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.180466 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 34288) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:50:56.180549 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.180683 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.180841 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.180997 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.181153 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.181309 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.181465 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.181622 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_json = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.181777 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.181957 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.182113 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.182270 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.182426 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.182581 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.182736 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.182893 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 09:50:56.183072 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.183234 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.183403 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.183562 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.183720 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.183880 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.184038 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.184195 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.184353 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.184509 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.184679 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.184836 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.185004 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.185162 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.185320 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.185537 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.185627 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.185782 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.185962 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.186120 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.186349 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.186495 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.186623 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.186746 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.186889 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.187103 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.187265 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.187424 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.187583 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.187742 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.187900 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.188059 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.188218 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.188375 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.188534 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.188692 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.188848 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.189007 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.189165 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.189905 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.189905 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.189905 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.190842 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070562 May 27 09:50:56.190970 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.190970 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.190970 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.190970 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.190970 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.190970 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.190970 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.190970 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.190970 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.192435 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.192435 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.193714 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.193714 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.193714 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.193714 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.194253 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.194253 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.194253 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.194253 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.194781 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.194781 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.194781 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.195167 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.195167 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.195167 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.195587 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.195587 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.195587 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.195993 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.195993 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.195993 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.196380 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.196380 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.196710 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.196710 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.197856 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.197856 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.197856 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.197856 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.197856 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.197856 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.197856 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.197856 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.198811 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.198811 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.198811 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.198811 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.198811 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.198811 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.199201 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.199201 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.199201 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.199418 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.199418 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.199558 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.199720 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.199896 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.200030 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.200449 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.200603 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.201566 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.201566 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.201566 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.201566 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.201566 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.201566 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.202840 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.202840 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.202840 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.202840 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.202840 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.202840 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.202840 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.202840 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.204443 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.204443 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.204443 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.204443 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.204443 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.204443 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.204443 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.204443 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.205276 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.205276 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.205276 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.205276 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.205276 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.205276 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.205276 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.205276 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206188 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206188 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206188 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206188 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206188 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206188 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206188 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206891 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206891 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206891 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206891 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.206891 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.208008 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.208008 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.208008 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.208211 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.208211 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.208410 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.208586 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.208748 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.208909 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.209067 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.209225 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.209383 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.209542 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.209699 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.209880 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.210041 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.210199 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.210357 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.210515 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.210674 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.210831 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.210988 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.211145 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.211303 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.211461 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.211621 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.211778 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.211931 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.212071 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.212219 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.212380 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.212538 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.213438 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.213438 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.213438 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.213438 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.213438 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.213438 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.214306 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.214306 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.214306 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.214306 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.214306 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.214796 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.214796 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.214796 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.214796 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.215271 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.215271 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.215271 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.215617 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.215617 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.215849 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.215849 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.216084 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.216084 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.216381 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.216381 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.216576 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.216656 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.216821 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.216980 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.217075 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:50:56.217152 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.217296 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.217447 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.217605 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.217762 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.217953 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.218471 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.218471 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.218471 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.218674 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.218755 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.218877 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.219021 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.219160 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220082 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220082 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220082 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220082 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220082 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220082 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220422 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220422 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220536 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220702 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220788 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.220940 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.221099 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.221256 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.221420 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.221579 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.221735 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.223497 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.223497 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.223497 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.223497 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.223912 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.223912 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.224127 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.224127 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.224323 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.224426 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.224553 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.224717 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.224885 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.225052 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.225219 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.225385 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.225535 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.225707 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.225888 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.226048 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.226206 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.226375 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.226525 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.226706 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.226879 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.227030 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.227173 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.227314 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.227474 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.227759 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.227759 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.228026 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.228026 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.228297 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.228297 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.228556 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.228556 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 09:50:56.228812 dv-cinder-788782-3-smb neutron-server[98589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 09:51:07.331046 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145fe47d-a3f5-4105-847e-51b64d983009 None None] get_active_networks_info from dv-cinder-788782-3-smb {{(pid=98700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 27 09:51:07.393915 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145fe47d-a3f5-4105-847e-51b64d983009 None None] No non-hosted networks {{(pid=98700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 09:51:07.415731 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.agentschedulers_db [None req-145fe47d-a3f5-4105-847e-51b64d983009 None None] DHCP Agent not found on host dv-cinder-788782-3-smb {{(pid=98700) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 27 09:51:07.495975 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d9f70652-0596-4281-b8fe-403bc7fa9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511'] for agent, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:09.717944 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511'] for agent, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:09.719600 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.720145 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.720667 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.721171 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.721669 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.722847 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.724109 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.724109 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.724702 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.725323 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.725891 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.726446 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:09.727052 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788782-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:09.747255 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788782-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:09.814761 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e49508be-4110-4462-a4e7-729438339ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511'] for agent, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:09.884584 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.db.api [None req-bb4a8c56-3cbd-497f-a4f7-292ff5a5a857 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-788782-3-smb {{(pid=98700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 09:51:09.885429 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_db.api [None req-bb4a8c56-3cbd-497f-a4f7-292ff5a5a857 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 09:51:10.407841 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8c56-3cbd-497f-a4f7-292ff5a5a857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:10.895588 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511'] for agent, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:12.591437 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511'] for agent, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:13.971828 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 34388) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:14.546683 dv-cinder-788782-3-smb neutron-server[98699]: WARNING oslo_policy.policy [None req-3fa9aabc-e496-4a66-a5ea-b5842c0ae7ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:51:14.547241 dv-cinder-788782-3-smb neutron-server[98699]: WARNING oslo_policy.policy [None req-3fa9aabc-e496-4a66-a5ea-b5842c0ae7ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:51:14.765015 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [None req-3fa9aabc-e496-4a66-a5ea-b5842c0ae7ac admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=98699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:51:14.766197 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-3fa9aabc-e496-4a66-a5ea-b5842c0ae7ac admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7925675 May 27 09:51:16.637636 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.db.l3_hamode_db [None req-476670ab-c2db-490c-bf31-066faac99e00 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 09:51:16.722622 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476670ab-c2db-490c-bf31-066faac99e00 None None] Routers set() bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:51:16.723021 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476670ab-c2db-490c-bf31-066faac99e00 None None] Router IDs set() for agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 27 09:51:17.141993 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 34402) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:17.509547 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-eceeffc9-1637-4c1c-a448-c6f8a2d32b5b admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:51:17.610555 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.policy [None req-eceeffc9-1637-4c1c-a448-c6f8a2d32b5b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98699) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 09:51:17.656715 dv-cinder-788782-3-smb neutron-server[98699]: WARNING oslo_policy.policy [None req-eceeffc9-1637-4c1c-a448-c6f8a2d32b5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:51:17.657079 dv-cinder-788782-3-smb neutron-server[98699]: WARNING oslo_policy.policy [None req-eceeffc9-1637-4c1c-a448-c6f8a2d32b5b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:51:17.665516 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.quota [None req-eceeffc9-1637-4c1c-a448-c6f8a2d32b5b admin admin] Loaded quota_driver: . May 27 09:51:17.681423 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-eceeffc9-1637-4c1c-a448-c6f8a2d32b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:51:17.803694 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-eceeffc9-1637-4c1c-a448-c6f8a2d32b5b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748647100560', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748647101980', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748647111707', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748647117231', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748647128660', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748647135204', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-619916', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3597838', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-402443', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-509879'] for rbac-policy, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:17.968590 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-eceeffc9-1637-4c1c-a448-c6f8a2d32b5b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:17.969680 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-eceeffc9-1637-4c1c-a448-c6f8a2d32b5b admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8267441 May 27 09:51:20.536482 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 34416) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:21.110071 dv-cinder-788782-3-smb neutron-server[98698]: WARNING oslo_policy.policy [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:51:21.110657 dv-cinder-788782-3-smb neutron-server[98698]: WARNING oslo_policy.policy [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:51:21.357370 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:51:21.358999 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.quota [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Loaded quota_driver: . May 27 09:51:21.374455 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:51:21.380778 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Usage tracker for resource:network and tenant:aa7a7e1e6dcc4ee481a53675da798a0d is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:51:21.386274 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:51:21.393515 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:51:21.499806 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Made reservation on behalf of aa7a7e1e6dcc4ee481a53675da798a0d for: {'network': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:51:21.577970 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.policy [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98698) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 09:51:21.625427 dv-cinder-788782-3-smb neutron-server[98698]: WARNING oslo_policy.policy [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:51:21.625800 dv-cinder-788782-3-smb neutron-server[98698]: WARNING oslo_policy.policy [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 09:51:21.636507 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:21.657939 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:21.672386 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:51:21.676658 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Usage tracker for resource:security_group_rule and tenant:aa7a7e1e6dcc4ee481a53675da798a0d is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:51:21.681783 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:51:21.687406 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:51:21.829011 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:21.882790 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:21.888594 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:21.906063 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=98698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:51:21.932147 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748649163502', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:21.932742 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Unsubscribe: segment precommit_create {{(pid=98698) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 09:51:21.933222 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.segments_db [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Added segment 9e1fa488-1b43-4c57-a406-829d34f33fd3 of type vlan for network 3a8b69a2-283d-4fda-96b4-50d1aa0a8836 May 27 09:51:21.984999 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e136343-8eab-46d4-91b0-20ed97b328c7,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:22.007729 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.008068 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.008394 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.008715 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.009031 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.009347 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.009657 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.009999 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.010326 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.010638 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.010946 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.011250 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Tracked resource versions report: May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: pushed versions: May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: { 'AddressGroup': {'1.2'}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'ConntrackHelper': {'1.0'}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'Log': {'1.0'}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'Network': {'1.1'}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'Port': {'1.7'}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'PortForwarding': {'1.2'}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'QosPolicy': {'1.8'}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'SecurityGroup': {'1.4'}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'SecurityGroupRule': {'1.2'}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'SubPort': {'1.0'}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'Subnet': {'1.1'}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'Trunk': {'1.1'}} May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: consumer versions: May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: { DHCP agent@dv-cinder-788782-3-smb: {}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: L3 agent@dv-cinder-788782-3-smb: {}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: Metadata agent@dv-cinder-788782-3-smb: {}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: Metering agent@dv-cinder-788782-3-smb: {}, May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: Open vSwitch agent@dv-cinder-788782-3-smb: { 'AddressGroup': '1.2', May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'ConntrackHelper': '1.0', May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'Log': '1.0', May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'Network': '1.1', May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'Port': '1.7', May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'PortForwarding': '1.2', May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'QosPolicy': '1.8', May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'SecurityGroup': '1.4', May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'SecurityGroupRule': '1.2', May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'SubPort': '1.0', May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'Subnet': '1.1', May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: 'Trunk': '1.1'}} May 27 09:51:22.012296 dv-cinder-788782-3-smb neutron-server[98698]: {{(pid=98698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:51:22.054731 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:22.059791 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:22.128160 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:22.130285 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:22.130923 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:22.135379 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:22.236909 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Pushing event updated for resources: {'Network': ['ID=3a8b69a2-283d-4fda-96b4-50d1aa0a8836,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:22.240190 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:22.248218 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 3a8b69a2-283d-4fda-96b4-50d1aa0a8836 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:51:22.283727 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7451088 May 27 09:51:24.930928 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 34438) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:25.406898 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd146b4b-e61c-4d3b-8744-37fc52c48d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:25.408321 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-bd146b4b-e61c-4d3b-8744-37fc52c48d15 admin admin] 10.222.0.53 "GET /v2.0/networks/3a8b69a2-283d-4fda-96b4-50d1aa0a8836 HTTP/1.1" status: 200 len: 825 time: 0.4764991 May 27 09:51:25.434783 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-7ca2026f-694d-4452-8517-0d7f7726a76d admin admin] 10.222.0.53 "GET /v2.0/subnetpools/7063d9da-0d35-4edf-84ae-e1ec7d38b913 HTTP/1.1" status: 200 len: 734 time: 0.0211291 May 27 09:51:25.443549 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Request body: {'subnet': {'subnetpool_id': '7063d9da-0d35-4edf-84ae-e1ec7d38b913', 'name': 'private-subnet', 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836', 'gateway_ip': '172.20.0.1', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:51:25.447733 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:51:25.451793 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Usage tracker for resource:subnet and tenant:aa7a7e1e6dcc4ee481a53675da798a0d is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:51:25.455177 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:51:25.461985 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:51:25.527883 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Made reservation on behalf of aa7a7e1e6dcc4ee481a53675da798a0d for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:51:25.530486 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:26.077949 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:26.084004 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:26.157834 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Checking segment: {'id': '9e1fa488-1b43-4c57-a406-829d34f33fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:51:26.158313 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Network hostable DHCP agents. Network: 3a8b69a2-283d-4fda-96b4-50d1aa0a8836, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:51:26.171095 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d16ab4-b771-48d6-868f-c88c91eb6ded,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:26.182101 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.182433 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.182754 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.183071 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.183383 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.183695 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.184004 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.184310 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.184639 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.184947 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.185252 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.185552 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Tracked resource versions report: May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: pushed versions: May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: { 'AddressGroup': {'1.2'}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'ConntrackHelper': {'1.0'}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'Log': {'1.0'}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'Network': {'1.1'}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'Port': {'1.7'}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'PortForwarding': {'1.2'}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'QosPolicy': {'1.8'}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'SecurityGroup': {'1.4'}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'SecurityGroupRule': {'1.2'}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'SubPort': {'1.0'}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'Subnet': {'1.1'}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'Trunk': {'1.1'}} May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: consumer versions: May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: { DHCP agent@dv-cinder-788782-3-smb: {}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: L3 agent@dv-cinder-788782-3-smb: {}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: Metadata agent@dv-cinder-788782-3-smb: {}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: Metering agent@dv-cinder-788782-3-smb: {}, May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: Open vSwitch agent@dv-cinder-788782-3-smb: { 'AddressGroup': '1.2', May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'ConntrackHelper': '1.0', May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'Log': '1.0', May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'Network': '1.1', May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'Port': '1.7', May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'PortForwarding': '1.2', May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'QosPolicy': '1.8', May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'SecurityGroup': '1.4', May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'SecurityGroupRule': '1.2', May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'SubPort': '1.0', May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'Subnet': '1.1', May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: 'Trunk': '1.1'}} May 27 09:51:26.186631 dv-cinder-788782-3-smb neutron-server[98699]: {{(pid=98699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:51:26.216264 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:26.276890 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Network 3a8b69a2-283d-4fda-96b4-50d1aa0a8836 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:51:26.356754 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 3a8b69a2-283d-4fda-96b4-50d1aa0a8836) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:51:26.366065 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb4f32-8615-4379-b69d-7cc70a79bd7f None None] Network 3a8b69a2-283d-4fda-96b4-50d1aa0a8836 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:51:26.367376 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:26.367935 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:26.466207 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0265172 May 27 09:51:26.680674 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8921ffb7-0f01-52f8-b1eb-9e49e72fc055-3a8b69a2-283d-4fda-96b4-50d1aa0a8836', 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'fixed_ips': [{'subnet_id': '73d16ab4-b771-48d6-868f-c88c91eb6ded'}]}} from dv-cinder-788782-3-smb. {{(pid=98700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:51:26.680874 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:26.876444 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.db_base_plugin_common [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Allocated IP 172.20.0.2 (3a8b69a2-283d-4fda-96b4-50d1aa0a8836/73d16ab4-b771-48d6-868f-c88c91eb6ded/9d33198a-4a1e-48ff-a42b-ef45588c7241) {{(pid=98700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:51:27.101612 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Notify callbacks [] for port, precommit_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:27.114567 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Transition to ACTIVE for port object 9d33198a-4a1e-48ff-a42b-ef45588c7241 will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:51:27.135692 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Transition to ACTIVE for port object 9d33198a-4a1e-48ff-a42b-ef45588c7241 will not be triggered until provisioned by entity DHCP. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:51:27.209639 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:27.217158 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:27.279646 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Network 3a8b69a2-283d-4fda-96b4-50d1aa0a8836 is already hosted by enough agents. {{(pid=98700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:51:27.280782 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.base_scheduler [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Resources bound (agent type, host, resource id): {{(pid=98700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:51:27.287256 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Received port after_create {{(pid=98700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:51:27.332971 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Pushing event updated for resources: {'Port': ['ID=9d33198a-4a1e-48ff-a42b-ef45588c7241,revision_number=1']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:27.371321 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.371981 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.371981 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.372281 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.372598 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.372910 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.373217 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.373523 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.373846 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.374154 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.374458 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.374761 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Tracked resource versions report: May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: pushed versions: May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: { 'AddressGroup': {'1.2'}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'ConntrackHelper': {'1.0'}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'Log': {'1.0'}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'Network': {'1.1'}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'Port': {'1.7'}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'PortForwarding': {'1.2'}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'QosPolicy': {'1.8'}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'SecurityGroup': {'1.4'}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'SecurityGroupRule': {'1.2'}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'SubPort': {'1.0'}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'Subnet': {'1.1'}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'Trunk': {'1.1'}} May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: consumer versions: May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: { DHCP agent@dv-cinder-788782-3-smb: {}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: L3 agent@dv-cinder-788782-3-smb: {}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: Metadata agent@dv-cinder-788782-3-smb: {}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: Metering agent@dv-cinder-788782-3-smb: {}, May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: Open vSwitch agent@dv-cinder-788782-3-smb: { 'AddressGroup': '1.2', May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'ConntrackHelper': '1.0', May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'Log': '1.0', May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'Network': '1.1', May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'Port': '1.7', May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'PortForwarding': '1.2', May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'QosPolicy': '1.8', May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'SecurityGroup': '1.4', May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'SecurityGroupRule': '1.2', May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'SubPort': '1.0', May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'Subnet': '1.1', May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: 'Trunk': '1.1'}} May 27 09:51:27.375812 dv-cinder-788782-3-smb neutron-server[98700]: {{(pid=98700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:51:27.386604 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:27.393196 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Attempting to bind port 9d33198a-4a1e-48ff-a42b-ef45588c7241 on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:51:27.393581 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Attempting to bind port 9d33198a-4a1e-48ff-a42b-ef45588c7241 by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': '9e1fa488-1b43-4c57-a406-829d34f33fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:51:27.394557 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Attempting to bind port 9d33198a-4a1e-48ff-a42b-ef45588c7241 on network 3a8b69a2-283d-4fda-96b4-50d1aa0a8836 {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:51:27.399763 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:51:27.400168 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Checking segment: {'id': '9e1fa488-1b43-4c57-a406-829d34f33fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:51:27.400631 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:27.401009 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Bound using segment: {'id': '9e1fa488-1b43-4c57-a406-829d34f33fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:51:27.401528 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Bound port: 9d33198a-4a1e-48ff-a42b-ef45588c7241, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1fa488-1b43-4c57-a406-829d34f33fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:51:27.401913 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:27.486903 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] For port 9d33198a-4a1e-48ff-a42b-ef45588c7241, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:51:27.490852 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] For port 9d33198a-4a1e-48ff-a42b-ef45588c7241, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=9d33198a-4a1e-48ff-a42b-ef45588c7241,segment=NetworkSegment(9e1fa488-1b43-4c57-a406-829d34f33fd3),segment_id=9e1fa488-1b43-4c57-a406-829d34f33fd3)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:51:27.574599 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:27.578661 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:27.673997 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Pushing event updated for resources: {'Port': ['ID=9d33198a-4a1e-48ff-a42b-ef45588c7241,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:27.678293 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:28.873320 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 34452) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:29.251523 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [None req-876c75e0-9041-4f0a-b37d-670074e0b60b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=98698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:51:29.252479 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-876c75e0-9041-4f0a-b37d-670074e0b60b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3781664 May 27 09:51:31.658151 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 34462) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:32.041231 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [None req-4ce9d033-b2fe-4f22-b781-95fea5220938 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=98698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:51:32.042227 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-4ce9d033-b2fe-4f22-b781-95fea5220938 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3831708 May 27 09:51:33.181587 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0d6ce-b8a5-4c25-855a-24852d53184d None None] Network 3a8b69a2-283d-4fda-96b4-50d1aa0a8836 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:51:33.417585 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-cf7c8f30-be83-4ac6-939a-256f20e443c5 None None] Provisioning for port 9d33198a-4a1e-48ff-a42b-ef45588c7241 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:51:33.560426 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 9d33198a-4a1e-48ff-a42b-ef45588c7241 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:51:33.780137 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 9d33198a-4a1e-48ff-a42b-ef45588c7241 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:51:33.785273 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 9d33198a-4a1e-48ff-a42b-ef45588c7241 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:51:33.785688 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:33.901516 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:33.932976 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 9d33198a-4a1e-48ff-a42b-ef45588c7241, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=9d33198a-4a1e-48ff-a42b-ef45588c7241,segment=NetworkSegment(9e1fa488-1b43-4c57-a406-829d34f33fd3),segment_id=9e1fa488-1b43-4c57-a406-829d34f33fd3)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:51:34.031495 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:34.034330 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:34.102551 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=9d33198a-4a1e-48ff-a42b-ef45588c7241,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:34.105892 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:34.700214 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 34478) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:35.048334 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-50f1da30-e18a-4475-a642-e435d72d077c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:51:35.054080 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-50f1da30-e18a-4475-a642-e435d72d077c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:51:35.057734 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-50f1da30-e18a-4475-a642-e435d72d077c admin admin] Usage tracker for resource:router and tenant:aa7a7e1e6dcc4ee481a53675da798a0d is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:51:35.060987 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-50f1da30-e18a-4475-a642-e435d72d077c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:51:35.066702 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-50f1da30-e18a-4475-a642-e435d72d077c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:51:35.139202 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-50f1da30-e18a-4475-a642-e435d72d077c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:35.140737 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-50f1da30-e18a-4475-a642-e435d72d077c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-724'] for router, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:35.161897 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-50f1da30-e18a-4475-a642-e435d72d077c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:35.328952 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-50f1da30-e18a-4475-a642-e435d72d077c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437263'] for router, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:35.425350 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-50f1da30-e18a-4475-a642-e435d72d077c admin admin] Notify callbacks [] for router, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:35.426786 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-50f1da30-e18a-4475-a642-e435d72d077c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7253032 May 27 09:51:35.524329 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 9d33198a-4a1e-48ff-a42b-ef45588c7241 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:51:35.594331 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 9d33198a-4a1e-48ff-a42b-ef45588c7241 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:51:35.594700 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:37.294146 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-595f05fe-fc57-4da7-a107-b2104aa3f27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:37.772169 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 34488) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:38.134236 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [None req-fee70caa-c452-492f-9abf-708ef4325234 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=98698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:51:38.135212 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-fee70caa-c452-492f-9abf-708ef4325234 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3621202 May 27 09:51:39.653806 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:39.688190 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d2ce3c79-f10e-4d73-8be4-a7e0d922edec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:40.516126 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 34498) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:40.825256 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:40.887707 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:51:40.892510 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:51:40.896806 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Usage tracker for resource:network and tenant:69c60c37625e4cbdb70209e7c4b6d380 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:51:40.899842 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:51:40.905366 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:51:40.979417 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Made reservation on behalf of 69c60c37625e4cbdb70209e7c4b6d380 for: {'network': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:51:40.981699 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:40.993188 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:41.007357 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:51:41.010895 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Usage tracker for resource:security_group_rule and tenant:69c60c37625e4cbdb70209e7c4b6d380 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:51:41.013492 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:51:41.019541 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:51:41.100202 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:41.139156 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:41.143165 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:41.157937 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Reserving flat network on physical network physnet1 {{(pid=98698) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 09:51:41.178025 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b2f998-8ec1-42e3-a17b-4a317cc24147,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:41.181298 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:41.183787 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:41.184120 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.segments_db [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Added segment d16798ac-3dbb-40c8-a6d2-cb505fa343e8 of type flat for network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b May 27 09:51:41.216182 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:41.282058 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:41.283292 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:41.283885 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:41.288338 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-94f3cef0-5f3f-4a68-90b6-27f48797f961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:41.383713 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:41.386337 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:41.394303 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:51:41.414861 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8976490 May 27 09:51:42.568153 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:43.793981 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 34518) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:44.006901 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30fadae-efda-4930-9a22-5909b23fffab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:44.008307 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-f30fadae-efda-4930-9a22-5909b23fffab admin admin] 10.222.0.53 "GET /v2.0/subnets/73d16ab4-b771-48d6-868f-c88c91eb6ded HTTP/1.1" status: 200 len: 849 time: 0.2133911 May 27 09:51:44.163632 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-4ddd4746-cb40-4ab1-a930-bcaeae9e83c8 admin admin] 10.222.0.53 "GET /v2.0/routers/c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 HTTP/1.1" status: 200 len: 704 time: 0.1494591 May 27 09:51:44.617431 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:44.849455 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Allocated IP 172.20.0.1 (3a8b69a2-283d-4fda-96b4-50d1aa0a8836/73d16ab4-b771-48d6-868f-c88c91eb6ded/453573e7-0e95-4199-aaa7-8d9de7ec63a0) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:51:45.002289 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:45.019466 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Transition to ACTIVE for port object 453573e7-0e95-4199-aaa7-8d9de7ec63a0 will not be triggered until provisioned by entity DHCP. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:51:45.122507 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:45.126861 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:45.190502 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Network 3a8b69a2-283d-4fda-96b4-50d1aa0a8836 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:51:45.193681 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:51:45.197539 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:51:45.198092 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435817'] for router_interface, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:45.336798 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Pushing event updated for resources: {'Port': ['ID=453573e7-0e95-4199-aaa7-8d9de7ec63a0,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:45.340535 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:45.476655 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-077d9a6a-e8ba-4538-9506-043e33607d5b None None] Provisioning for port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:51:45.481671 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-077d9a6a-e8ba-4538-9506-043e33607d5b None None] Provisioning complete for port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:51:45.481919 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-077d9a6a-e8ba-4538-9506-043e33607d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:45.533235 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-077d9a6a-e8ba-4538-9506-043e33607d5b None None] Port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:51:45.591019 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:45.815953 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:45.904944 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:45.906076 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435914'] for router_interface, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:45.909414 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:46.035454 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Pushing event updated for resources: {'Port': ['ID=453573e7-0e95-4199-aaa7-8d9de7ec63a0,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:46.039474 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:46.100734 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Network 3a8b69a2-283d-4fda-96b4-50d1aa0a8836 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:51:46.101695 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:51:46.363299 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Router c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 is scheduled to L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 with binding_index 1 {{(pid=98698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:51:46.365971 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-8d1a47f5-ee20-4078-afb3-5e9ed4c7c283 None None] Provisioning complete for port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:51:46.366355 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-8d1a47f5-ee20-4078-afb3-5e9ed4c7c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:46.424170 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a47f5-ee20-4078-afb3-5e9ed4c7c283 None None] Port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:51:46.515942 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:51:46.524934 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] 10.222.0.53 "PUT /v2.0/routers/c74390f5-d3aa-4c75-b96c-1a9348c7a4b3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3562868 May 27 09:51:46.525758 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Sync routers for ids ['c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:51:46.537177 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Routers {'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:51:46.538076 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:51:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:46.725200 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Set router c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 gateway port host: None {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:51:47.090989 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'name': 'router1', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:51:35Z', 'updated_at': '2021-05-27T09:51:45Z', 'revision_number': 2, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'gw_port_host': None, '_interfaces': [{'id': '453573e7-0e95-4199-aaa7-8d9de7ec63a0', 'name': '', 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'mac_address': 'fa:16:3e:2b:31:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:51:44Z', 'updated_at': '2021-05-27T09:51:45Z', 'revision_number': 2, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'subnets': [{'id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7063d9da-0d35-4edf-84ae-e1ec7d38b913'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:47.095787 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Checking router: c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:51:47.096165 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Updating router c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 binding host dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:51:47.147302 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:47.522613 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Notify callbacks [] for port, precommit_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:47.538083 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.provisioning_blocks [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Transition to ACTIVE for port object 453573e7-0e95-4199-aaa7-8d9de7ec63a0 will not be triggered until provisioned by entity L2. {{(pid=98701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:51:47.597088 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:47.603884 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:47.809237 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Pushing event updated for resources: {'Port': ['ID=453573e7-0e95-4199-aaa7-8d9de7ec63a0,revision_number=3']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:47.817338 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.817673 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.818022 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.818350 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.818667 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.818982 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.819291 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.819599 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.819906 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.820210 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.820514 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.820815 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Tracked resource versions report: May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: pushed versions: May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: { 'AddressGroup': {'1.2'}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'ConntrackHelper': {'1.0'}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'Log': {'1.0'}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'Network': {'1.1'}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'Port': {'1.7'}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'PortForwarding': {'1.2'}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'QosPolicy': {'1.8'}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'SecurityGroup': {'1.4'}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'SecurityGroupRule': {'1.2'}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'SubPort': {'1.0'}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'Subnet': {'1.1'}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'Trunk': {'1.1'}} May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: consumer versions: May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: { DHCP agent@dv-cinder-788782-3-smb: {}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: L3 agent@dv-cinder-788782-3-smb: {}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: Metadata agent@dv-cinder-788782-3-smb: {}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: Metering agent@dv-cinder-788782-3-smb: {}, May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: Open vSwitch agent@dv-cinder-788782-3-smb: { 'AddressGroup': '1.2', May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'ConntrackHelper': '1.0', May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'Log': '1.0', May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'Network': '1.1', May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'Port': '1.7', May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'PortForwarding': '1.2', May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'QosPolicy': '1.8', May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'SecurityGroup': '1.4', May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'SecurityGroupRule': '1.2', May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'SubPort': '1.0', May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'Subnet': '1.1', May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: 'Trunk': '1.1'}} May 27 09:51:47.821884 dv-cinder-788782-3-smb neutron-server[98701]: {{(pid=98701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:51:47.835857 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:47.844892 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Attempting to bind port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:51:47.845281 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Attempting to bind port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': '9e1fa488-1b43-4c57-a406-829d34f33fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836'}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:51:47.845719 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Attempting to bind port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 on network 3a8b69a2-283d-4fda-96b4-50d1aa0a8836 {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:51:47.852019 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:51:47.852428 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Checking segment: {'id': '9e1fa488-1b43-4c57-a406-829d34f33fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:51:47.853198 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:47.853576 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Bound using segment: {'id': '9e1fa488-1b43-4c57-a406-829d34f33fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836'} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:51:47.854142 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Bound port: 453573e7-0e95-4199-aaa7-8d9de7ec63a0, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1fa488-1b43-4c57-a406-829d34f33fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836'}}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:51:47.854506 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:47.941534 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] For port 453573e7-0e95-4199-aaa7-8d9de7ec63a0, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:51:47.945562 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] For port 453573e7-0e95-4199-aaa7-8d9de7ec63a0, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=453573e7-0e95-4199-aaa7-8d9de7ec63a0,segment=NetworkSegment(9e1fa488-1b43-4c57-a406-829d34f33fd3),segment_id=9e1fa488-1b43-4c57-a406-829d34f33fd3)] {{(pid=98701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:51:48.003224 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:48.007298 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:48.093251 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Pushing event updated for resources: {'Port': ['ID=453573e7-0e95-4199-aaa7-8d9de7ec63a0,revision_number=4']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:48.096927 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:48.097849 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Routers {'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:51:48.098448 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:51:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:48.253215 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] Set router c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 gateway port host: None {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:51:48.596938 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'name': 'router1', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:51:35Z', 'updated_at': '2021-05-27T09:51:45Z', 'revision_number': 2, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'gw_port_host': None, '_interfaces': [{'id': '453573e7-0e95-4199-aaa7-8d9de7ec63a0', 'name': '', 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'mac_address': 'fa:16:3e:2b:31:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:51:44Z', 'updated_at': '2021-05-27T09:51:47Z', 'revision_number': 4, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'subnets': [{'id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7063d9da-0d35-4edf-84ae-e1ec7d38b913'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:48.601022 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d07593-7ce8-4984-9885-cb27105e1667 None None] The sync data for ids ['c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'] in dv-cinder-788782-3-smb is: [{'id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'name': 'router1', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:51:35Z', 'updated_at': '2021-05-27T09:51:45Z', 'revision_number': 2, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'gw_port_host': None, '_interfaces': [{'id': '453573e7-0e95-4199-aaa7-8d9de7ec63a0', 'name': '', 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'mac_address': 'fa:16:3e:2b:31:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:51:44Z', 'updated_at': '2021-05-27T09:51:47Z', 'revision_number': 4, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'subnets': [{'id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7063d9da-0d35-4edf-84ae-e1ec7d38b913'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:51:48.733949 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 34542) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:48.883193 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e8ac86-dec0-4ff1-a4ae-e5acdf648926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:48.883675 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-21e8ac86-dec0-4ff1-a4ae-e5acdf648926 admin admin] Synchronizing usage tracker for tenant:69c60c37625e4cbdb70209e7c4b6d380 on resource:network {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:51:48.956862 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-21e8ac86-dec0-4ff1-a4ae-e5acdf648926 admin admin] Unset dirty status for tenant:69c60c37625e4cbdb70209e7c4b6d380 on resource:network {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:51:48.958062 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-21e8ac86-dec0-4ff1-a4ae-e5acdf648926 admin admin] 10.222.0.53 "GET /v2.0/networks/a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b HTTP/1.1" status: 200 len: 842 time: 0.2231212 May 27 09:51:48.967285 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:51:48.972722 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:51:48.976430 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Usage tracker for resource:subnet and tenant:69c60c37625e4cbdb70209e7c4b6d380 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:51:48.979296 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:51:48.985449 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:51:49.030911 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Made reservation on behalf of 69c60c37625e4cbdb70209e7c4b6d380 for: {'subnet': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:51:49.033218 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Notify callbacks [] for subnet, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:49.575978 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.objects.ports [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98698) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 27 09:51:49.576343 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359'] for subnet, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:49.579751 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:49.648791 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbaf114e-cbe4-438e-8dfa-3cf41d213c9a,revision_number=0']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:49.655972 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:49.658354 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Checking segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:51:49.658702 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Network hostable DHCP agents. Network: a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:51:49.734060 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:51:49.807909 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b) {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:51:49.812311 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:49.812825 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:49.817603 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d6024a-ba38-4337-88c8-f67ea187c35d None None] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:51:49.883175 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9193175 May 27 09:51:50.013585 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7f084-f84f-4be6-bcc5-bca9e167aa0d None None] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:51:51.550294 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 453573e7-0e95-4199-aaa7-8d9de7ec63a0 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:51:51.688217 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:51:51.696923 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:51:51.697300 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:51.822679 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:51.855632 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 453573e7-0e95-4199-aaa7-8d9de7ec63a0, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=453573e7-0e95-4199-aaa7-8d9de7ec63a0,segment=NetworkSegment(9e1fa488-1b43-4c57-a406-829d34f33fd3),segment_id=9e1fa488-1b43-4c57-a406-829d34f33fd3)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:51:51.910945 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:51.913167 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:51.989144 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=453573e7-0e95-4199-aaa7-8d9de7ec63a0,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:51.992278 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:52.166081 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 34556) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:52.437811 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-37d5e645-b988-442b-8544-b81b645b350c admin admin] 10.222.0.53 "GET /v2.0/routers/c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 HTTP/1.1" status: 200 len: 710 time: 0.2705638 May 27 09:51:52.564081 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964becc-98ad-407f-8cc8-34d3ac857168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:51:52.566098 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-9964becc-98ad-407f-8cc8-34d3ac857168 admin admin] 10.222.0.53 "GET /v2.0/networks/a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b HTTP/1.1" status: 200 len: 886 time: 0.1225922 May 27 09:51:52.574610 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:51:53.065778 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-706'] for router, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:53.447553 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:53.503424 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:53.533430 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 453573e7-0e95-4199-aaa7-8d9de7ec63a0 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:51:53.604103 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:51:53.604391 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:53.640914 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Allocated IP 172.28.0.94 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/65b5ba08-fae8-43d0-9348-2ad35e33fdfd) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:51:53.845641 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:53.997226 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:54.001141 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:54.066807 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:51:54.069513 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:51:54.073463 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:51:54.129840 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=65b5ba08-fae8-43d0-9348-2ad35e33fdfd,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:54.140075 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:54.513683 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:54.847966 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-706'] for router, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:54.851132 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-437297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-437254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439949'] for router, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:55.024011 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Router c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:51:55.237916 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:51:55.246033 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:55.247205 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] 10.222.0.53 "PUT /v2.0/routers/c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 HTTP/1.1" status: 200 len: 889 time: 2.6757321 May 27 09:51:55.250568 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Sync routers for ids ['c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:51:55.261232 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Routers {'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:51:55.262029 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:51:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:55.452964 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Set router c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:51:55.815933 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'name': 'router1', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '65b5ba08-fae8-43d0-9348-2ad35e33fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:51:35Z', 'updated_at': '2021-05-27T09:51:54Z', 'revision_number': 4, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'gw_port': {'id': '65b5ba08-fae8-43d0-9348-2ad35e33fdfd', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:51:53Z', 'updated_at': '2021-05-27T09:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '453573e7-0e95-4199-aaa7-8d9de7ec63a0', 'name': '', 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'mac_address': 'fa:16:3e:2b:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:51:44Z', 'updated_at': '2021-05-27T09:51:51Z', 'revision_number': 5, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'subnets': [{'id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7063d9da-0d35-4edf-84ae-e1ec7d38b913'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:55.820971 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Checking router: c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:51:55.821362 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Updating router c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 port 65b5ba08-fae8-43d0-9348-2ad35e33fdfd binding host dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:51:55.871023 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:56.201030 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Notify callbacks [] for port, precommit_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:56.212871 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Transition to ACTIVE for port object 65b5ba08-fae8-43d0-9348-2ad35e33fdfd will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:51:56.276371 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:56.280316 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:56.356854 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Attempting to bind port 65b5ba08-fae8-43d0-9348-2ad35e33fdfd on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:51:56.357215 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Attempting to bind port 65b5ba08-fae8-43d0-9348-2ad35e33fdfd by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:51:56.357573 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Attempting to bind port 65b5ba08-fae8-43d0-9348-2ad35e33fdfd on network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:51:56.360755 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a33e5-a12b-4dd8-b61e-f77df669c1e8 None None] Pushing event updated for resources: {'Port': ['ID=65b5ba08-fae8-43d0-9348-2ad35e33fdfd,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:56.365048 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-158a33e5-a12b-4dd8-b61e-f77df669c1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:56.369619 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:51:56.370015 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Checking segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:51:56.370407 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:56.370781 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Bound using segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:51:56.371246 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Bound port: 65b5ba08-fae8-43d0-9348-2ad35e33fdfd, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:51:56.371609 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:56.443276 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] For port 65b5ba08-fae8-43d0-9348-2ad35e33fdfd, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:51:56.446438 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] For port 65b5ba08-fae8-43d0-9348-2ad35e33fdfd, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=65b5ba08-fae8-43d0-9348-2ad35e33fdfd,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:51:56.516889 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:56.520910 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:56.598102 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Routers {'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:51:56.598699 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:51:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:56.650898 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a33e5-a12b-4dd8-b61e-f77df669c1e8 None None] Pushing event updated for resources: {'Port': ['ID=65b5ba08-fae8-43d0-9348-2ad35e33fdfd,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:56.664009 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-158a33e5-a12b-4dd8-b61e-f77df669c1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:56.776916 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] Set router c74390f5-d3aa-4c75-b96c-1a9348c7a4b3 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:51:57.130413 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'name': 'router1', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '65b5ba08-fae8-43d0-9348-2ad35e33fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:51:35Z', 'updated_at': '2021-05-27T09:51:54Z', 'revision_number': 4, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'gw_port': {'id': '65b5ba08-fae8-43d0-9348-2ad35e33fdfd', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:51:53Z', 'updated_at': '2021-05-27T09:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '453573e7-0e95-4199-aaa7-8d9de7ec63a0', 'name': '', 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'mac_address': 'fa:16:3e:2b:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:51:44Z', 'updated_at': '2021-05-27T09:51:51Z', 'revision_number': 5, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'subnets': [{'id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7063d9da-0d35-4edf-84ae-e1ec7d38b913'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:51:57.134164 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968f932-87cf-484c-9ba2-33ba41671289 None None] The sync data for ids ['c74390f5-d3aa-4c75-b96c-1a9348c7a4b3'] in dv-cinder-788782-3-smb is: [{'id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'name': 'router1', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '65b5ba08-fae8-43d0-9348-2ad35e33fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:51:35Z', 'updated_at': '2021-05-27T09:51:54Z', 'revision_number': 4, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'gw_port': {'id': '65b5ba08-fae8-43d0-9348-2ad35e33fdfd', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:51:53Z', 'updated_at': '2021-05-27T09:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '453573e7-0e95-4199-aaa7-8d9de7ec63a0', 'name': '', 'network_id': '3a8b69a2-283d-4fda-96b4-50d1aa0a8836', 'tenant_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'mac_address': 'fa:16:3e:2b:31:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74390f5-d3aa-4c75-b96c-1a9348c7a4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:51:44Z', 'updated_at': '2021-05-27T09:51:51Z', 'revision_number': 5, 'project_id': 'aa7a7e1e6dcc4ee481a53675da798a0d', 'subnets': [{'id': '73d16ab4-b771-48d6-868f-c88c91eb6ded', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7063d9da-0d35-4edf-84ae-e1ec7d38b913'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:51:57.570874 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 65b5ba08-fae8-43d0-9348-2ad35e33fdfd up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:51:57.599124 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 34566) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:51:57.716825 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 65b5ba08-fae8-43d0-9348-2ad35e33fdfd completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:51:57.719234 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-053bbc1a-caa9-4fb7-ba95-020b79a85d25 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1190269 May 27 09:51:57.725447 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 65b5ba08-fae8-43d0-9348-2ad35e33fdfd triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:51:57.734424 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:57.868859 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:57.886658 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 65b5ba08-fae8-43d0-9348-2ad35e33fdfd, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=65b5ba08-fae8-43d0-9348-2ad35e33fdfd,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:51:57.945498 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:51:57.949640 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:51:58.062232 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=65b5ba08-fae8-43d0-9348-2ad35e33fdfd,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:51:58.065371 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:51:59.112390 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 5 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:51:59.560182 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 65b5ba08-fae8-43d0-9348-2ad35e33fdfd up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:51:59.633761 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 65b5ba08-fae8-43d0-9348-2ad35e33fdfd triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:51:59.634192 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:07.282022 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-44906c56-4d9c-4a83-b8d1-146998300a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:09.725523 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:09.853570 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c12216f5-f7cd-4f7f-990a-07f68c9694f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:10.847676 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:12.558726 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:36.111304 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 5 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:52:37.304405 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e5994eec-12ac-4c08-886e-2339810ee981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:39.635636 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:39.745575 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-ac0dd85f-3427-41d3-8f7b-b5218d4fea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:40.858979 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:52:42.555641 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:07.303931 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-93175bc7-dc05-45ff-b97a-f7d29cffe2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:09.641478 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:09.687433 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0059db84-1d00-4387-9fce-89f603f1cab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:10.852345 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:12.555397 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:13.110620 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 5 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:53:34.331124 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35136) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:34.396785 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04a7885-5365-4de8-854e-a01e9cddb956 admin admin] GET failed (client error): The resource could not be found. May 27 09:53:34.398025 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-b04a7885-5365-4de8-854e-a01e9cddb956 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659373 May 27 09:53:34.537120 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3996c687-3aac-4896-9d91-e119efe92ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:34.538603 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-3996c687-3aac-4896-9d91-e119efe92ff7 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1368470 May 27 09:53:36.641716 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35146) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:36.747301 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e759d-0154-4ae7-93f1-23aaf060212c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:36.747894 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-dd0e759d-0154-4ae7-93f1-23aaf060212c admin admin] Synchronizing usage tracker for tenant:69c60c37625e4cbdb70209e7c4b6d380 on resource:subnet {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:53:36.834769 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-dd0e759d-0154-4ae7-93f1-23aaf060212c admin admin] Unset dirty status for tenant:69c60c37625e4cbdb70209e7c4b6d380 on resource:subnet {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:53:36.835836 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-dd0e759d-0154-4ae7-93f1-23aaf060212c admin admin] 10.222.0.53 "GET /v2.0/subnets/73d16ab4-b771-48d6-868f-c88c91eb6ded HTTP/1.1" status: 200 len: 849 time: 0.1931767 May 27 09:53:36.845247 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:53:36.960588 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:37.206083 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748649101725'] for subnet, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:37.209622 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:53:37.248152 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:37.250112 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:37.251230 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] 10.222.0.53 "PUT /v2.0/subnets/73d16ab4-b771-48d6-868f-c88c91eb6ded HTTP/1.1" status: 200 len: 868 time: 0.4098787 May 27 09:53:37.252925 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac3ce94-ecc0-47b0-bd4b-0e9c4e58fa0f None None] Network 3a8b69a2-283d-4fda-96b4-50d1aa0a8836 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:53:37.277374 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d16ab4-b771-48d6-868f-c88c91eb6ded,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:53:37.285519 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.285895 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.286225 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.286554 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.286878 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.287208 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.287518 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.287836 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.288182 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.288506 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.288826 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.289138 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:53:37.293024 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:53:37.326232 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-34bba3f0-a6ab-4ea1-95de-40b3d84b6ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:37.681639 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-bb9df759-5039-4898-96c1-d86ae5e2812b None None] Provisioning complete for port 453573e7-0e95-4199-aaa7-8d9de7ec63a0 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:37.682038 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-bb9df759-5039-4898-96c1-d86ae5e2812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:37.806373 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-bb9df759-5039-4898-96c1-d86ae5e2812b None None] Provisioning complete for port 9d33198a-4a1e-48ff-a42b-ef45588c7241 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:53:37.806642 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-bb9df759-5039-4898-96c1-d86ae5e2812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:39.355151 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35156) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:39.527898 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d8549-5200-40c3-a361-55b85ef067bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:39.528374 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d8549-5200-40c3-a361-55b85ef067bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:39.530660 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-9e6d8549-5200-40c3-a361-55b85ef067bb admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1743650 May 27 09:53:39.632932 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:39.686351 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c397c823-a527-4c85-90ac-ea81fb881528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:40.863296 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:41.677775 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35166) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:41.856650 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee453641-0a66-4f6e-a732-95c1727ce152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:41.857183 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee453641-0a66-4f6e-a732-95c1727ce152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:41.858854 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-ee453641-0a66-4f6e-a732-95c1727ce152 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1801202 May 27 09:53:42.560970 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:53:43.980422 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35176) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:44.150887 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4c19b-1e17-4ae5-b4d3-f4075597f281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:44.152232 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-57a4c19b-1e17-4ae5-b4d3-f4075597f281 admin admin] 10.222.0.53 "GET /v2.0/networks/3a8b69a2-283d-4fda-96b4-50d1aa0a8836 HTTP/1.1" status: 200 len: 869 time: 0.1708846 May 27 09:53:46.273624 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35186) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:46.440843 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f37850-d711-4a19-93bc-ade116224c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:46.442222 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-b7f37850-d711-4a19-93bc-ade116224c14 admin admin] 10.222.0.53 "GET /v2.0/networks/a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b HTTP/1.1" status: 200 len: 886 time: 0.1676476 May 27 09:53:48.565203 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35196) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:48.673013 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43447ebb-6ac4-43a9-a96a-034526a08fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:48.673492 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43447ebb-6ac4-43a9-a96a-034526a08fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:48.675003 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-43447ebb-6ac4-43a9-a96a-034526a08fe8 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088784 May 27 09:53:50.112023 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 5 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:53:50.786796 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35206) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:50.890408 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e85c46-36fe-447c-aece-ee663fe6ebd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:50.890862 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e85c46-36fe-447c-aece-ee663fe6ebd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:50.892322 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-c5e85c46-36fe-447c-aece-ee663fe6ebd1 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1046062 May 27 09:53:53.017420 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35216) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:53.126082 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb7c3d2-81c6-427d-aa2d-8eb1677386b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:53.127394 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-ddb7c3d2-81c6-427d-aa2d-8eb1677386b2 admin admin] 10.222.0.53 "GET /v2.0/subnets/73d16ab4-b771-48d6-868f-c88c91eb6ded HTTP/1.1" status: 200 len: 868 time: 0.1089523 May 27 09:53:55.246039 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35226) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:53:55.345409 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e1ea2-c512-4604-b8dd-0c4c86a84484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:53:55.346844 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-e13e1ea2-c512-4604-b8dd-0c4c86a84484 admin admin] 10.222.0.53 "GET /v2.0/subnets/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a HTTP/1.1" status: 200 len: 816 time: 0.0998778 May 27 09:54:07.263044 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e180a2dd-a6a7-4549-8916-f621b027a175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:09.650970 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:09.708479 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6814-cbd4-41fd-a722-062893feaa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:10.851614 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:12.531619 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:18.636531 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35270) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:18.684588 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [None req-5425ff73-8e99-4793-bf00-ff8ab8dc403e admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=98698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:54:18.685547 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-5425ff73-8e99-4793-bf00-ff8ab8dc403e admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480702 May 27 09:54:20.895670 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35280) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:20.961406 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f4731e-7fb7-4451-b6d3-0a153aa0ce08 admin admin] GET failed (client error): The resource could not be found. May 27 09:54:20.962672 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-56f4731e-7fb7-4451-b6d3-0a153aa0ce08 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660911 May 27 09:54:21.091726 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cbf1b7-8a1e-47c2-bfcd-865290ccf824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:21.093089 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-e7cbf1b7-8a1e-47c2-bfcd-865290ccf824 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1265404 May 27 09:54:23.230473 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35290) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:23.276808 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:54:23.281765 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:23.291062 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:23.371190 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Made reservation on behalf of 69c60c37625e4cbdb70209e7c4b6d380 for: {'network': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:54:23.374301 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:23.493018 dv-cinder-788782-3-smb neutron-server[98698]: WARNING neutron.services.revisions.revision_plugin [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Could not find related network for resource to bump revision. May 27 09:54:23.504189 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=98698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:54:23.512527 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:23.512859 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.segments_db [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Added segment a6296407-db53-449b-86e0-2673d9ad697c of type vlan for network 383986e0-3294-4c90-8e08-1cc20ed0f652 May 27 09:54:23.536477 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:23.616916 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:23.618221 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:23.618797 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:23.622555 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:23.717321 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Pushing event updated for resources: {'Network': ['ID=383986e0-3294-4c90-8e08-1cc20ed0f652,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:23.720063 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:23.727396 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 383986e0-3294-4c90-8e08-1cc20ed0f652 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:54:23.772017 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5397341 May 27 09:54:25.899731 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35300) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:54:25.968430 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a48db0b-d5fd-4357-866d-5a5d03a38570 admin admin] GET failed (client error): The resource could not be found. May 27 09:54:25.968942 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-6a48db0b-d5fd-4357-866d-5a5d03a38570 admin admin] Synchronizing usage tracker for tenant:69c60c37625e4cbdb70209e7c4b6d380 on resource:network {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:54:26.033802 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-6a48db0b-d5fd-4357-866d-5a5d03a38570 admin admin] Unset dirty status for tenant:69c60c37625e4cbdb70209e7c4b6d380 on resource:network {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:54:26.034961 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-6a48db0b-d5fd-4357-866d-5a5d03a38570 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1342819 May 27 09:54:26.154663 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e25b73-be52-467c-b306-ca7cf5357e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:26.155987 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-a5e25b73-be52-467c-b306-ca7cf5357e82 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1171598 May 27 09:54:26.165470 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Request body: {'subnet': {'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:54:26.170419 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:54:26.179889 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:54:26.258975 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Made reservation on behalf of 69c60c37625e4cbdb70209e7c4b6d380 for: {'subnet': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:54:26.261231 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Notify callbacks [] for subnet, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:26.679090 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359'] for subnet, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:26.683474 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ce776b90-5f02-46ad-97e3-03a12bb2f2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:26.757025 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c9b419-a8e4-4d7b-ae6e-91c5c2482c7a,revision_number=0']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:26.762135 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:26.765221 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Checking segment: {'id': 'a6296407-db53-449b-86e0-2673d9ad697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:54:26.765575 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Network hostable DHCP agents. Network: 383986e0-3294-4c90-8e08-1cc20ed0f652, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:54:26.851201 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Network 383986e0-3294-4c90-8e08-1cc20ed0f652 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:54:26.936998 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 383986e0-3294-4c90-8e08-1cc20ed0f652) {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:54:26.940848 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:54:26.941428 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:26.946162 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bf1b34-c5ff-4946-b768-691be356a9b2 None None] Network 383986e0-3294-4c90-8e08-1cc20ed0f652 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:54:27.023768 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8615541 May 27 09:54:27.111404 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 5 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:54:27.165400 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8921ffb7-0f01-52f8-b1eb-9e49e72fc055-383986e0-3294-4c90-8e08-1cc20ed0f652', 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652', 'tenant_id': '69c60c37625e4cbdb70209e7c4b6d380', 'fixed_ips': [{'subnet_id': 'a5c9b419-a8e4-4d7b-ae6e-91c5c2482c7a'}]}} from dv-cinder-788782-3-smb. {{(pid=98700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:54:27.173248 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.349607 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.db_base_plugin_common [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Allocated IP 192.168.233.2 (383986e0-3294-4c90-8e08-1cc20ed0f652/a5c9b419-a8e4-4d7b-ae6e-91c5c2482c7a/23392f8c-caa3-464d-8d46-75698cde4a2c) {{(pid=98700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:54:27.558948 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Notify callbacks [] for port, precommit_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.571269 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Transition to ACTIVE for port object 23392f8c-caa3-464d-8d46-75698cde4a2c will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:54:27.590914 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Transition to ACTIVE for port object 23392f8c-caa3-464d-8d46-75698cde4a2c will not be triggered until provisioned by entity DHCP. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:54:27.658299 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.663278 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-c0e43e3e-696e-4f1b-b11d-c1f03a68defb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:27.726550 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Pushing event updated for resources: {'Port': ['ID=23392f8c-caa3-464d-8d46-75698cde4a2c,revision_number=1']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:27.734956 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.735290 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.735619 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.735940 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.736282 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.737076 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.737076 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.737304 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.737505 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.737815 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.738240 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.738550 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:54:27.742060 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:27.775620 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Network 383986e0-3294-4c90-8e08-1cc20ed0f652 is already hosted by enough agents. {{(pid=98700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:54:27.777008 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.base_scheduler [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Resources bound (agent type, host, resource id): {{(pid=98700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:54:27.780697 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Received port after_create {{(pid=98700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:54:27.875584 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Attempting to bind port 23392f8c-caa3-464d-8d46-75698cde4a2c on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:54:27.875895 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Attempting to bind port 23392f8c-caa3-464d-8d46-75698cde4a2c by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'a6296407-db53-449b-86e0-2673d9ad697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:54:27.876242 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Attempting to bind port 23392f8c-caa3-464d-8d46-75698cde4a2c on network 383986e0-3294-4c90-8e08-1cc20ed0f652 {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:54:27.882307 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:54:27.882677 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Checking segment: {'id': 'a6296407-db53-449b-86e0-2673d9ad697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:54:27.883674 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.883674 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Bound using segment: {'id': 'a6296407-db53-449b-86e0-2673d9ad697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:54:27.883909 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Bound port: 23392f8c-caa3-464d-8d46-75698cde4a2c, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6296407-db53-449b-86e0-2673d9ad697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:54:27.884524 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:27.971901 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] For port 23392f8c-caa3-464d-8d46-75698cde4a2c, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:54:27.974929 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] For port 23392f8c-caa3-464d-8d46-75698cde4a2c, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=23392f8c-caa3-464d-8d46-75698cde4a2c,segment=NetworkSegment(a6296407-db53-449b-86e0-2673d9ad697c),segment_id=a6296407-db53-449b-86e0-2673d9ad697c)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:54:28.050556 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:28.056196 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:28.149730 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Pushing event updated for resources: {'Port': ['ID=23392f8c-caa3-464d-8d46-75698cde4a2c,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:28.152840 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:28.957524 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b9e79-dea3-4f84-9495-fe93e5100aec None None] Network 383986e0-3294-4c90-8e08-1cc20ed0f652 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:54:29.119758 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-95473acb-d595-4ca4-9d8b-f2c2af26e8dd None None] Provisioning for port 23392f8c-caa3-464d-8d46-75698cde4a2c completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:54:29.666458 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 23392f8c-caa3-464d-8d46-75698cde4a2c up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:54:29.782482 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 23392f8c-caa3-464d-8d46-75698cde4a2c completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:54:29.787474 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 23392f8c-caa3-464d-8d46-75698cde4a2c triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:54:29.787841 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:29.906432 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:29.938669 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 23392f8c-caa3-464d-8d46-75698cde4a2c, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=23392f8c-caa3-464d-8d46-75698cde4a2c,segment=NetworkSegment(a6296407-db53-449b-86e0-2673d9ad697c),segment_id=a6296407-db53-449b-86e0-2673d9ad697c)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:54:29.976751 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:29.978893 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:54:30.044179 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=23392f8c-caa3-464d-8d46-75698cde4a2c,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:54:30.047860 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:54:31.645922 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 23392f8c-caa3-464d-8d46-75698cde4a2c up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:54:31.717878 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 23392f8c-caa3-464d-8d46-75698cde4a2c triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:54:31.718246 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:37.280001 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-05862e45-7902-4d04-bdac-f29fb2a99d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:39.644160 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:39.741487 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-72f6f487-3060-4dee-8149-ba19385ddbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:40.879894 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:54:42.542642 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:04.110658 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 5 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:55:07.273107 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-87c1d38e-576d-44b4-ac4f-06446f48afec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:09.656689 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:09.702390 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-fef49c10-d51c-4113-b34e-2ffb045cf7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:10.866542 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:12.553287 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:37.284522 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-68d4576a-8912-41e9-aec9-c165e8bdc29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:39.644038 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:39.695889 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-904ef4f2-25a5-42e1-9159-b22773572b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:40.873087 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:41.110716 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 5 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:55:42.552677 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:49.755815 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35350) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:49.762590 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [None req-188de6ac-cb75-42a2-ac96-933683eb15d0 tempest-verify_tempest_config-1605804434 tempest-verify_tempest_config-1605804434-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=98698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:55:49.763535 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-188de6ac-cb75-42a2-ac96-933683eb15d0 tempest-verify_tempest_config-1605804434 tempest-verify_tempest_config-1605804434-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067632 May 27 09:55:50.233229 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35368) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:50.348182 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:50.362082 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:55:50.365746 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Usage tracker for resource:security_group_rule and tenant:f9e3e5ae6bad42e6a3b1b23b849530b9 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:55:50.368461 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:55:50.374250 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:55:50.451922 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:50.540095 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:50.547894 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:50.587253 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Synchronizing usage tracker for tenant:69c60c37625e4cbdb70209e7c4b6d380 on resource:security_group {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:55:50.590408 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a38fca-6362-4f6e-9568-a9686d8b84bc,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:50.597930 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.598264 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.598585 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.598903 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.599244 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.599540 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.599850 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.600159 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.600486 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.600795 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.601099 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.601400 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:55:50.605773 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:50.688414 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Unset dirty status for tenant:69c60c37625e4cbdb70209e7c4b6d380 on resource:security_group {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:55:50.689599 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9e3e5ae6bad42e6a3b1b23b849530b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4553893 May 27 09:55:50.692145 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35374) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:55:50.751371 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c07aa178-f50b-4f33-bb55-e3a750dd990d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:50.777032 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c07aa178-f50b-4f33-bb55-e3a750dd990d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:50.924131 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c07aa178-f50b-4f33-bb55-e3a750dd990d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:50.928451 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ea641959-fe76-4b99-839c-7ecc72a65dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:55:50.942213 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07aa178-f50b-4f33-bb55-e3a750dd990d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a38fca-6362-4f6e-9568-a9686d8b84bc,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:55:50.944627 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c07aa178-f50b-4f33-bb55-e3a750dd990d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:55:50.945919 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c07aa178-f50b-4f33-bb55-e3a750dd990d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:55:50.949906 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-c07aa178-f50b-4f33-bb55-e3a750dd990d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9a38fca-6362-4f6e-9568-a9686d8b84bc HTTP/1.1" status: 204 len: 168 time: 0.2568316 May 27 09:56:07.282699 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c3d498c5-58a5-4790-a7e1-2ae73c600693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:09.654110 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:09.711123 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-6ac9fb1b-f10e-41b5-b891-ab07cf400387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:10.924190 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:12.563680 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:18.110027 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 5 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:56:37.283357 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-4252f607-d6cd-48c1-b31f-cc8767cd82d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:39.632429 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:39.695106 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-b705a2f6-6b4d-4e78-be4d-91795a3f5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:40.906489 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:42.551743 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:56:55.109410 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 5 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:57:07.298848 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-1cad6dd6-7460-4361-b44e-4c46ac94953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:09.635669 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:09.705959 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-09e868bf-43f1-4305-8a2a-2741ef302056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:10.917554 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:12.574053 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:27.395452 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511'] for agent, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:30.642990 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35426) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:57:30.753863 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-1ac40eb6-5200-4400-9479-70f8d87f1e03 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1097932 May 27 09:57:32.108695 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:57:32.904519 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35436) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:57:32.963209 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-309d6bbd-9a74-47ba-96a1-c188fae1cc54 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0576234 May 27 09:57:37.317223 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e1f17162-dcde-446d-bd4c-b76d65ca5848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:39.657893 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:39.721954 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-84ad2d0f-6964-4123-a8ed-10605d2588b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:40.887815 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:42.566496 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:57:57.331799 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:07.275950 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d4a8be91-926c-4bbb-8f0b-2b8af137be4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:09.108104 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:58:09.648218 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:09.721708 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-bcbb1829-ebb3-4237-8c86-50e28877596a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:10.916020 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:12.554811 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:27.360264 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:37.279594 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-4b9413e6-3bbc-4d99-8844-9aa56f7d4e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:39.651119 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:39.702518 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-fe163008-5499-410c-be57-ddfd9eaccab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:40.910463 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:42.573310 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:58:46.107550 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:58:57.327300 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:07.275394 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-972e02bb-cbf4-45d5-b5ab-6dc4f091c9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:08.064167 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35588) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:08.629626 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-196783537-network', 'tenant_id': '7902d15328cb49518d1c217e05b6db9c'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:08.634216 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:08.638341 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Usage tracker for resource:network and tenant:7902d15328cb49518d1c217e05b6db9c is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:08.641113 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:08.646893 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:08.659431 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35610) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:08.742007 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Made reservation on behalf of 7902d15328cb49518d1c217e05b6db9c for: {'network': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:08.744429 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:08.757765 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:08.772574 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:08.777609 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Usage tracker for resource:security_group_rule and tenant:7902d15328cb49518d1c217e05b6db9c is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:08.780770 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:08.787287 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:08.810040 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700280688-network', 'tenant_id': '8fda17f91d5d4594bcd4f6ffe143b7a6'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:08.814360 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:08.818258 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Usage tracker for resource:network and tenant:8fda17f91d5d4594bcd4f6ffe143b7a6 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:08.821122 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:08.840901 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:08.914629 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:08.921091 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Made reservation on behalf of 8fda17f91d5d4594bcd4f6ffe143b7a6 for: {'network': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:08.923543 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:08.935987 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:08.950291 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:08.953983 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Usage tracker for resource:security_group_rule and tenant:8fda17f91d5d4594bcd4f6ffe143b7a6 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:08.956649 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:08.962950 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:09.021436 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.028497 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:09.057124 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=98698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:59:09.084787 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.085558 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.segments_db [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Added segment fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb of type vlan for network 32694f77-d011-4e83-b676-5f47c5fe6b2c May 27 09:59:09.092264 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:09.108094 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.108441 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.108793 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.109107 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.109430 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.109876 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Tracked resource versions report: May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: pushed versions: May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: { 'AddressGroup': {'1.2'}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'ConntrackHelper': {'1.0'}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'Log': {'1.0'}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'Network': {'1.1'}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'Port': {'1.7'}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'PortForwarding': {'1.2'}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'QosPolicy': {'1.8'}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'SecurityGroup': {'1.4'}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'SecurityGroupRule': {'1.2'}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'SubPort': {'1.0'}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'Subnet': {'1.1'}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'Trunk': {'1.1'}} May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: consumer versions: May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: { DHCP agent@dv-cinder-788782-3-smb: {}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: HyperV agent@hv-cinder-78878: {}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: L3 agent@dv-cinder-788782-3-smb: {}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: Metadata agent@dv-cinder-788782-3-smb: {}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: Metering agent@dv-cinder-788782-3-smb: {}, May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: Open vSwitch agent@dv-cinder-788782-3-smb: { 'AddressGroup': '1.2', May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'ConntrackHelper': '1.0', May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'Log': '1.0', May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'Network': '1.1', May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'Port': '1.7', May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'PortForwarding': '1.2', May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'QosPolicy': '1.8', May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'SecurityGroup': '1.4', May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'SecurityGroupRule': '1.2', May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'SubPort': '1.0', May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'Subnet': '1.1', May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: 'Trunk': '1.1'}} May 27 09:59:09.114209 dv-cinder-788782-3-smb neutron-server[98698]: {{(pid=98698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:59:09.131632 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.145901 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:09.203749 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.229702 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.231034 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:09.231610 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.236706 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-da7f5f99-eaf0-4b4b-88d3-d015f9511ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:09.332413 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.348896 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Pushing event updated for resources: {'Network': ['ID=32694f77-d011-4e83-b676-5f47c5fe6b2c,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:09.351638 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:09.354406 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:09.359445 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 32694f77-d011-4e83-b676-5f47c5fe6b2c details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:59:09.361879 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=98698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:59:09.384273 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.388537 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.segments_db [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Added segment c32ee00f-888e-41ec-9940-ba807d27ead2 of type vlan for network b4005b54-69f8-432a-baca-feec532b7966 May 27 09:59:09.392706 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ad18eb-9a35-473a-8d5c-eb6b3732f01f,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:09.395945 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:09.419652 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.446086 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3756371 May 27 09:59:09.447921 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35652) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:09.450567 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35654) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:09.455912 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Request body: {'subnet': {'network_id': '32694f77-d011-4e83-b676-5f47c5fe6b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-196783537-subnet', 'tenant_id': '7902d15328cb49518d1c217e05b6db9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:09.463139 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:09.467425 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Usage tracker for resource:subnet and tenant:7902d15328cb49518d1c217e05b6db9c is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:09.470995 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:09.476902 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:09.521767 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.523321 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:09.523925 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.527688 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:09.559361 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Made reservation on behalf of 7902d15328cb49518d1c217e05b6db9c for: {'subnet': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:09.561579 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.649796 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.651815 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Pushing event updated for resources: {'Network': ['ID=b4005b54-69f8-432a-baca-feec532b7966,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:09.655119 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:09.667173 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network b4005b54-69f8-432a-baca-feec532b7966 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:59:09.811950 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35670) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:09.830016 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1694701 May 27 09:59:09.830390 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35676) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:09.844490 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Request body: {'subnet': {'network_id': 'b4005b54-69f8-432a-baca-feec532b7966', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700280688-subnet', 'tenant_id': '8fda17f91d5d4594bcd4f6ffe143b7a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:09.852900 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:09.858601 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Usage tracker for resource:subnet and tenant:8fda17f91d5d4594bcd4f6ffe143b7a6 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:09.861917 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:09.869870 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:09.881228 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-network', 'tenant_id': '7876e62cdb654b09a412bb643fbef639'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:09.890153 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:09.892501 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c220f590-cdcc-4765-a79c-c76dab9fcc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:09.895304 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Usage tracker for resource:network and tenant:7876e62cdb654b09a412bb643fbef639 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:09.898625 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:09.904826 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:09.913535 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35680) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:09.961237 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Made reservation on behalf of 8fda17f91d5d4594bcd4f6ffe143b7a6 for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:09.963633 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.028016 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Made reservation on behalf of 7876e62cdb654b09a412bb643fbef639 for: {'network': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:10.030353 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.068954 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.088351 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:10.097490 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Usage tracker for resource:security_group_rule and tenant:7876e62cdb654b09a412bb643fbef639 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:10.103910 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:10.113008 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:10.174644 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359'] for subnet, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.181363 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-a7ee98fc-8712-4245-b64f-bd61b0fa68e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:10.266836 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Checking segment: {'id': 'fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '32694f77-d011-4e83-b676-5f47c5fe6b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:10.267464 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Network hostable DHCP agents. Network: 32694f77-d011-4e83-b676-5f47c5fe6b2c, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:59:10.270605 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38fddb67-fb11-4e37-9180-3506a7271db6,revision_number=0']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:10.274172 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:10.310066 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-328417829-network', 'tenant_id': '720623f9cfc84152833b4318d3b24601'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:10.325348 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-377428828-network', 'tenant_id': '2b7d0ac155d2482d9fe00e6b37ebb191'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:10.335167 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.338136 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:10.349534 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:10.349534 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Usage tracker for resource:network and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:10.349730 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:10.352432 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Usage tracker for resource:network and tenant:2b7d0ac155d2482d9fe00e6b37ebb191 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:10.357279 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:10.359918 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:10.366270 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:10.372854 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Network 32694f77-d011-4e83-b676-5f47c5fe6b2c is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:59:10.466410 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.476046 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:10.494945 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=98699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:59:10.498490 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 32694f77-d011-4e83-b676-5f47c5fe6b2c) {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:10.502657 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:10.503229 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.514558 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b673b9d-dc35-47eb-bdce-58a8e9056cd0 None None] Network 32694f77-d011-4e83-b676-5f47c5fe6b2c requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:10.517901 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Made reservation on behalf of 2b7d0ac155d2482d9fe00e6b37ebb191 for: {'network': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:10.520703 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.540518 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748649163502', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.541108 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Unsubscribe: segment precommit_create {{(pid=98699) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 09:59:10.541565 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.segments_db [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Added segment d6eda799-5f8d-43b6-bf22-d6ca671f386f of type vlan for network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 May 27 09:59:10.555040 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.563404 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Made reservation on behalf of 720623f9cfc84152833b4318d3b24601 for: {'network': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:10.565667 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.597396 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.612442 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744f8e2f-19bc-4065-b647-9b29c2fd0bca,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:10.614546 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1620567 May 27 09:59:10.615402 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:10.637151 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Usage tracker for resource:security_group_rule and tenant:2b7d0ac155d2482d9fe00e6b37ebb191 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:10.643821 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:10.652648 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.656593 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:10.665005 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:10.667627 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.667966 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.668308 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.668617 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.668933 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.669253 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.669568 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.669903 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.670237 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.670549 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.670857 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.671158 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Tracked resource versions report: May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: pushed versions: May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: { 'AddressGroup': {'1.2'}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'ConntrackHelper': {'1.0'}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'Log': {'1.0'}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'Network': {'1.1'}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'Port': {'1.7'}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'PortForwarding': {'1.2'}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'QosPolicy': {'1.8'}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'SecurityGroup': {'1.4'}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'SecurityGroupRule': {'1.2'}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'SubPort': {'1.0'}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'Subnet': {'1.1'}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'Trunk': {'1.1'}} May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: consumer versions: May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: { DHCP agent@dv-cinder-788782-3-smb: {}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: HyperV agent@hv-cinder-78878: {}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: L3 agent@dv-cinder-788782-3-smb: {}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: Metadata agent@dv-cinder-788782-3-smb: {}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: Metering agent@dv-cinder-788782-3-smb: {}, May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: Open vSwitch agent@dv-cinder-788782-3-smb: { 'AddressGroup': '1.2', May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'ConntrackHelper': '1.0', May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'Log': '1.0', May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'Network': '1.1', May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'Port': '1.7', May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'PortForwarding': '1.2', May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'QosPolicy': '1.8', May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'SecurityGroup': '1.4', May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'SecurityGroupRule': '1.2', May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'SubPort': '1.0', May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'Subnet': '1.1', May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: 'Trunk': '1.1'}} May 27 09:59:10.672213 dv-cinder-788782-3-smb neutron-server[98699]: {{(pid=98699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:59:10.676956 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:10.679771 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Usage tracker for resource:security_group_rule and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:10.688692 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:10.723061 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:10.746179 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec5fb7-e06a-4ad5-9dae-69d8a46328a5 None None] Network 32694f77-d011-4e83-b676-5f47c5fe6b2c requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:10.916790 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.924525 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:10.924525 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.955421 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:10.976617 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.014770 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:11.031615 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.039913 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.045984 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.138024 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.159518 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Pushing event updated for resources: {'Network': ['ID=5073019d-3d3e-4ac3-99f8-103c518ae1d6,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:11.178583 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=98699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:59:11.188721 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:59:11.197183 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:11.208467 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.209093 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.segments_db [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Added segment bb61651e-dc95-4499-80b6-f952147c5ec2 of type vlan for network 680dc906-254f-41f4-8e2f-166a255640b5 May 27 09:59:11.247771 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.290604 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=98699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:59:11.299066 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-a4ae2a81-8275-41e1-a5df-893dcbbee56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:11.343638 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8938057 May 27 09:59:11.346810 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35738) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:11.347708 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Checking segment: {'id': 'c32ee00f-888e-41ec-9940-ba807d27ead2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b4005b54-69f8-432a-baca-feec532b7966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:11.348656 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Network hostable DHCP agents. Network: b4005b54-69f8-432a-baca-feec532b7966, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:59:11.353120 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Request body: {'subnet': {'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-subnet', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:11.360466 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:11.365471 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Usage tracker for resource:subnet and tenant:7876e62cdb654b09a412bb643fbef639 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:11.368533 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:11.374878 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.379757 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.segments_db [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Added segment 5ab57d57-97ae-4030-b674-794c687083df of type vlan for network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 May 27 09:59:11.379897 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:11.388313 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.397948 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:11.398534 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.449772 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.452645 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Made reservation on behalf of 7876e62cdb654b09a412bb643fbef639 for: {'subnet': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:11.457930 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.462458 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59fbb11-9ea5-4f6f-b2cc-8280be41fcaf,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:11.471163 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:11.474199 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:11.516695 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2872908a-ef7d-41e4-8b3b-78f7010405b7,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:11.550509 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Network b4005b54-69f8-432a-baca-feec532b7966 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:59:11.563923 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00050d1d-889c-4242-b831-9a29048c3c2b,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:11.579103 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:11.580714 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:11.581388 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:11.583981 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:11.683904 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8703277 May 27 09:59:11.685655 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Pushing event updated for resources: {'Network': ['ID=680dc906-254f-41f4-8e2f-166a255640b5,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:11.688028 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, b4005b54-69f8-432a-baca-feec532b7966) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:11.696875 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 680dc906-254f-41f4-8e2f-166a255640b5 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:59:11.707268 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:11.707921 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35754) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:11.711581 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.716450 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Request body: {'subnet': {'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-328417829-subnet', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:11.720997 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:11.726385 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Usage tracker for resource:subnet and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:11.729213 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:11.736955 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:11.746789 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:11.747399 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:11.764087 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:11.893072 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94db9f0a-dd2e-4fb5-8c6d-f9c8ef3e362f None None] Network b4005b54-69f8-432a-baca-feec532b7966 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:11.968252 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:11.968848 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:12.022039 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1073828 May 27 09:59:12.023179 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Made reservation on behalf of 720623f9cfc84152833b4318d3b24601 for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:12.025884 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:12.027715 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35780) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:12.048419 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Request body: {'subnet': {'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-377428828-subnet', 'tenant_id': '2b7d0ac155d2482d9fe00e6b37ebb191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:12.088950 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:12.116559 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Usage tracker for resource:subnet and tenant:2b7d0ac155d2482d9fe00e6b37ebb191 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:12.119925 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Pushing event updated for resources: {'Network': ['ID=73a2666a-5256-4cd0-a816-2cee9ac38cb2,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:12.142191 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:12.160292 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:12.171485 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3398144 May 27 09:59:12.181665 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:12.236660 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:59:12.271045 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Made reservation on behalf of 2b7d0ac155d2482d9fe00e6b37ebb191 for: {'subnet': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:12.276363 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:12.400985 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f4276-4bf0-400f-9dc7-65ac15d5d22c None None] Network b4005b54-69f8-432a-baca-feec532b7966 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:12.503829 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359'] for subnet, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:12.511294 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1dd0210a-cc10-420d-8b3c-4a49dccbfe7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:12.623853 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:12.643773 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=708bfe60-b9d4-4818-ac4c-f464201aafd5,revision_number=0']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:12.652832 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:12.672002 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Checking segment: {'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:12.672375 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Network hostable DHCP agents. Network: 5073019d-3d3e-4ac3-99f8-103c518ae1d6, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:59:12.737077 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:12.743963 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-906fd536-4e4c-4c61-a5d5-2328f8682c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:12.795854 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:59:12.840994 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Checking segment: {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:12.841395 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Network hostable DHCP agents. Network: 680dc906-254f-41f4-8e2f-166a255640b5, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:59:12.852733 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c854efed-adbc-4220-b2d0-d8b2fa86a9a6,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:12.859210 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:12.896367 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 5073019d-3d3e-4ac3-99f8-103c518ae1d6) {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:12.903985 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:12.904567 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:12.908141 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c5266-333e-488f-81ec-25c52c6df049 None None] Network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:12.967084 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Network 680dc906-254f-41f4-8e2f-166a255640b5 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:59:12.978819 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 680dc906-254f-41f4-8e2f-166a255640b5) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:12.989267 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:12.991905 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:12.994448 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04482e5a-0a54-4e1c-a122-6656c0a3a0ce None None] Network 680dc906-254f-41f4-8e2f-166a255640b5 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:13.009009 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6582463 May 27 09:59:13.010171 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35812) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:13.053079 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-router', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:13.070914 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:13.088541 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Usage tracker for resource:router and tenant:7876e62cdb654b09a412bb643fbef639 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:13.091784 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:13.105445 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:13.111116 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35816) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:13.138429 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4277899 May 27 09:59:13.139212 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35822) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:13.153137 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:13.167355 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:13.171900 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Usage tracker for resource:router and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:13.174577 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:13.185489 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35826) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:13.187840 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359'] for subnet, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:13.190566 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:13.195932 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:13.208237 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:13.209892 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-724'] for router, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:13.233506 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:13.308465 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Checking segment: {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:13.309166 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Network hostable DHCP agents. Network: 73a2666a-5256-4cd0-a816-2cee9ac38cb2, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:59:13.319581 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:13.320603 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-724'] for router, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:13.325119 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa45a65-7a6e-421c-b0ee-bb8569abea8a,revision_number=0']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:13.352963 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:13.370618 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:13.434029 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:59:13.527660 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 73a2666a-5256-4cd0-a816-2cee9ac38cb2) {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:13.531706 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:13.532360 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:13.539638 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48530a1e-3c4c-45f9-8e95-6514191b5ec0 None None] Network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:13.550683 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a94fdb-a2e4-406e-997a-19f10ff022ba None None] Network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:13.650961 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6221030 May 27 09:59:13.731703 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8921ffb7-0f01-52f8-b1eb-9e49e72fc055-680dc906-254f-41f4-8e2f-166a255640b5', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6'}]}} from dv-cinder-788782-3-smb. {{(pid=98700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 09:59:13.739113 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:13.948958 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-48c1592f-8cb7-4210-b295-e35df9a37b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:13.973876 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35856) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:13.978138 dv-cinder-788782-3-smb neutron-server[98698]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 09:59:13.978377 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-706'] for router, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:13.991438 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7ffce098-52e5-4af0-be1c-f8cb09f62df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.170065 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1c054-cb0d-4678-a322-568cd7fdee8e None None] Network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:14.179260 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-48c1592f-8cb7-4210-b295-e35df9a37b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:14.184155 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-48c1592f-8cb7-4210-b295-e35df9a37b11 admin admin] Usage tracker for resource:security_group_rule and tenant:c751c56d1bf94de69642af60ef788a0d is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:14.187255 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-48c1592f-8cb7-4210-b295-e35df9a37b11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:14.194417 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-48c1592f-8cb7-4210-b295-e35df9a37b11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:14.203691 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-cabf9185-14d2-4568-8297-531499858dae tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:14.204898 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-cabf9185-14d2-4568-8297-531499858dae tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Synchronizing usage tracker for tenant:7902d15328cb49518d1c217e05b6db9c on resource:network {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:59:14.227172 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-7ffce098-52e5-4af0-be1c-f8cb09f62df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:14.248455 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-7ffce098-52e5-4af0-be1c-f8cb09f62df2 admin admin] Usage tracker for resource:security_group_rule and tenant:5edf9b1c7df94f61819913abf05b98c7 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:14.252487 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-7ffce098-52e5-4af0-be1c-f8cb09f62df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:14.263946 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-706'] for router, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.267062 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.db_base_plugin_common [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Allocated IP 172.20.0.2 (680dc906-254f-41f4-8e2f-166a255640b5/c854efed-adbc-4220-b2d0-d8b2fa86a9a6/60cf28c5-9556-43ff-8d7a-2ed99362a95a) {{(pid=98700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:59:14.270464 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-7ffce098-52e5-4af0-be1c-f8cb09f62df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:14.326798 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35874) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:14.333213 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-101380397-network', 'tenant_id': '14b7f5281f894f0cb839a5aba89fa0d1'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:14.339928 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:14.345084 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Usage tracker for resource:network and tenant:14b7f5281f894f0cb839a5aba89fa0d1 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:14.349911 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:14.358279 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:14.442560 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Made reservation on behalf of 14b7f5281f894f0cb839a5aba89fa0d1 for: {'network': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:14.446705 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.469604 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.495518 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:14.500006 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Usage tracker for resource:security_group_rule and tenant:14b7f5281f894f0cb839a5aba89fa0d1 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:14.503849 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:14.511969 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:14.625807 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Notify callbacks [] for port, precommit_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.631375 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-48c1592f-8cb7-4210-b295-e35df9a37b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.637323 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Transition to ACTIVE for port object 60cf28c5-9556-43ff-8d7a-2ed99362a95a will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:14.642018 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.658455 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Transition to ACTIVE for port object 60cf28c5-9556-43ff-8d7a-2ed99362a95a will not be triggered until provisioned by entity DHCP. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:14.702933 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7ffce098-52e5-4af0-be1c-f8cb09f62df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.717876 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-48c1592f-8cb7-4210-b295-e35df9a37b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.732346 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:14.742408 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.743229 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.746885 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:14.751692 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-158a33e5-a12b-4dd8-b61e-f77df669c1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:14.807162 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=98698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 09:59:14.817598 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81730e18-6a0e-4754-bac9-3a4e84f3864e,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:14.821957 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:14.824927 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.825312 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.segments_db [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Added segment dd90608a-8b37-44b8-ad3f-04c6e97abcf9 of type vlan for network cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3 May 27 09:59:14.837249 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7ffce098-52e5-4af0-be1c-f8cb09f62df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.851619 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Pushing event updated for resources: {'Port': ['ID=60cf28c5-9556-43ff-8d7a-2ed99362a95a,revision_number=1']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:14.870722 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Network 680dc906-254f-41f4-8e2f-166a255640b5 is already hosted by enough agents. {{(pid=98700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:14.872839 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.base_scheduler [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Resources bound (agent type, host, resource id): {{(pid=98700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:14.875423 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.876029 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.876145 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.876566 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.876898 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.877229 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.877549 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.877939 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.878262 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.878711 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.879725 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.880051 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Tracked resource versions report: May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: pushed versions: May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: { 'AddressGroup': {'1.2'}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'ConntrackHelper': {'1.0'}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'Log': {'1.0'}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'Network': {'1.1'}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'Port': {'1.7'}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'PortForwarding': {'1.2'}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'QosPolicy': {'1.8'}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'SecurityGroup': {'1.4'}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'SecurityGroupRule': {'1.2'}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'SubPort': {'1.0'}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'Subnet': {'1.1'}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'Trunk': {'1.1'}} May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: consumer versions: May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: { DHCP agent@dv-cinder-788782-3-smb: {}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: HyperV agent@hv-cinder-78878: {}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: L3 agent@dv-cinder-788782-3-smb: {}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: Metadata agent@dv-cinder-788782-3-smb: {}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: Metering agent@dv-cinder-788782-3-smb: {}, May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: Open vSwitch agent@dv-cinder-788782-3-smb: { 'AddressGroup': '1.2', May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'ConntrackHelper': '1.0', May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'Log': '1.0', May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'Network': '1.1', May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'Port': '1.7', May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'PortForwarding': '1.2', May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'QosPolicy': '1.8', May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'SecurityGroup': '1.4', May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'SecurityGroupRule': '1.2', May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'SubPort': '1.0', May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'Subnet': '1.1', May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: 'Trunk': '1.1'}} May 27 09:59:14.881070 dv-cinder-788782-3-smb neutron-server[98700]: {{(pid=98700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:59:14.884768 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:14.885542 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Received port after_create {{(pid=98700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:59:14.915948 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-48c1592f-8cb7-4210-b295-e35df9a37b11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c751c56d1bf94de69642af60ef788a0d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8015316 May 27 09:59:14.922093 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35896) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:14.924490 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1592f-8cb7-4210-b295-e35df9a37b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c28eab2-7f00-4a9c-acb2-89a66f68e5bf,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:14.926908 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-cabf9185-14d2-4568-8297-531499858dae tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Unset dirty status for tenant:7902d15328cb49518d1c217e05b6db9c on resource:network {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:59:14.927807 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-cabf9185-14d2-4568-8297-531499858dae tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/networks?id=32694f77-d011-4e83-b676-5f47c5fe6b2c HTTP/1.1" status: 200 len: 811 time: 0.9519975 May 27 09:59:14.929751 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:14.949583 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-fc005abe-ec92-48d3-b837-a244210f500d tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/quotas/7902d15328cb49518d1c217e05b6db9c HTTP/1.1" status: 200 len: 375 time: 0.0159273 May 27 09:59:15.006531 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Attempting to bind port 60cf28c5-9556-43ff-8d7a-2ed99362a95a on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:59:15.007029 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Attempting to bind port 60cf28c5-9556-43ff-8d7a-2ed99362a95a by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:59:15.007262 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Attempting to bind port 60cf28c5-9556-43ff-8d7a-2ed99362a95a on network 680dc906-254f-41f4-8e2f-166a255640b5 {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:15.014555 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:59:15.014942 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Checking segment: {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:15.015346 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.015787 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Bound using segment: {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:59:15.016323 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Bound port: 60cf28c5-9556-43ff-8d7a-2ed99362a95a, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:59:15.016828 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.022391 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-58435c06-a8c8-4e98-9693-e0a7a73a5be9 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7902d15328cb49518d1c217e05b6db9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616453 May 27 09:59:15.056558 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35908) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:15.107336 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.110995 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:15.111722 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.175339 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] For port 60cf28c5-9556-43ff-8d7a-2ed99362a95a, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:59:15.182602 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] For port 60cf28c5-9556-43ff-8d7a-2ed99362a95a, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=60cf28c5-9556-43ff-8d7a-2ed99362a95a,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:59:15.184979 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:15.200914 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-48c1592f-8cb7-4210-b295-e35df9a37b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:15.214857 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:15.263993 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.283842 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:15.284547 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9564595 May 27 09:59:15.292539 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35912) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:15.298005 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Request body: {'subnet': {'network_id': 'cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-101380397-subnet', 'tenant_id': '14b7f5281f894f0cb839a5aba89fa0d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:15.299354 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-7ffce098-52e5-4af0-be1c-f8cb09f62df2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5edf9b1c7df94f61819913abf05b98c7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1127689 May 27 09:59:15.309754 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 35916) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:15.316284 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffce098-52e5-4af0-be1c-f8cb09f62df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69d8750-a159-4eea-a887-ba9c51781867,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:15.318991 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:15.338689 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-7ffce098-52e5-4af0-be1c-f8cb09f62df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:15.343945 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Usage tracker for resource:subnet and tenant:14b7f5281f894f0cb839a5aba89fa0d1 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:15.349808 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Pushing event updated for resources: {'Network': ['ID=cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:15.360430 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:15.360539 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.364717 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:15.371898 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 09:59:15.387674 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:15.390408 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.415900 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6322d85d-cdba-45a3-8e24-d9b00ea71ab0 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:15.429255 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6322d85d-cdba-45a3-8e24-d9b00ea71ab0 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 814 time: 0.3715465 May 27 09:59:15.436614 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.444219 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-3929a6d0-6422-4ca9-a4c8-72ae05948967 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=98698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:59:15.447576 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-3929a6d0-6422-4ca9-a4c8-72ae05948967 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0857544 May 27 09:59:15.451665 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-5ceecee8-ebf4-4afe-b223-85b9accf2663 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/quotas/2b7d0ac155d2482d9fe00e6b37ebb191 HTTP/1.1" status: 200 len: 375 time: 0.0208240 May 27 09:59:15.453036 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.522858 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Pushing event updated for resources: {'Port': ['ID=60cf28c5-9556-43ff-8d7a-2ed99362a95a,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:15.530430 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:15.546229 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-d15abdd0-434d-4558-9833-2f5cc3ae2af2 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729499 May 27 09:59:15.546797 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Made reservation on behalf of 14b7f5281f894f0cb839a5aba89fa0d1 for: {'subnet': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:15.548961 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Notify callbacks [] for subnet, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.550323 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e488caaf-01ca-4bf8-a561-46bf8c492f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.652526 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e488caaf-01ca-4bf8-a561-46bf8c492f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.705804 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c1583832-ed82-4fdb-808b-8b3708447751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.726970 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-92165417-6a59-43a6-bce4-a9823a4ac3be service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=98698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:59:15.727965 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-92165417-6a59-43a6-bce4-a9823a4ac3be service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0900927 May 27 09:59:15.819614 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c1583832-ed82-4fdb-808b-8b3708447751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:15.845250 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Allocated IP 172.28.0.229 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/5c5ee439-73c3-4737-a266-ecef73d62d7e) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:59:15.937074 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-2134e620-2c70-4b29-85e4-f7f1d28e948b service neutron] 10.222.0.53 "GET /v2.0/networks/32694f77-d011-4e83-b676-5f47c5fe6b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844432 May 27 09:59:15.989425 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 60cf28c5-9556-43ff-8d7a-2ed99362a95a up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:16.104698 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:16.134762 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-2195951a-7f1f-4f2f-89e4-87de240efe3e service neutron] 10.222.0.53 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955712 May 27 09:59:16.134984 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e488caaf-01ca-4bf8-a561-46bf8c492f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:16.141694 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:16.168280 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488caaf-01ca-4bf8-a561-46bf8c492f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c28eab2-7f00-4a9c-acb2-89a66f68e5bf,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:16.177241 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e488caaf-01ca-4bf8-a561-46bf8c492f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:16.186123 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 60cf28c5-9556-43ff-8d7a-2ed99362a95a completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:59:16.201123 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e488caaf-01ca-4bf8-a561-46bf8c492f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:16.202471 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-e488caaf-01ca-4bf8-a561-46bf8c492f17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c28eab2-7f00-4a9c-acb2-89a66f68e5bf HTTP/1.1" status: 204 len: 168 time: 1.2792165 May 27 09:59:16.208264 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:16.245444 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:16.274474 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-85d5cb03-f9ce-48fb-9611-898e0d297fbb service neutron] 10.222.0.53 "GET /v2.0/networks/32694f77-d011-4e83-b676-5f47c5fe6b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362093 May 27 09:59:16.310897 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c1583832-ed82-4fdb-808b-8b3708447751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:16.332884 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c1583832-ed82-4fdb-808b-8b3708447751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:16.334021 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-c1583832-ed82-4fdb-808b-8b3708447751 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d69d8750-a159-4eea-a887-ba9c51781867 HTTP/1.1" status: 204 len: 168 time: 1.0063238 May 27 09:59:16.351605 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:16.359491 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:16.365014 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:59:16.405760 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-f66e5710-8d16-4ec2-a637-8bf5e054846c service neutron] 10.222.0.53 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644069 May 27 09:59:16.596950 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359'] for subnet, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:16.607239 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ba6f5143-e812-4c83-9eb5-8f989be4e8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:16.634519 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5ee439-73c3-4737-a266-ecef73d62d7e,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:16.640236 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Allocated IP 172.28.0.176 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/4594bc37-f999-453a-b7aa-a582019654ad) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:59:16.654867 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:16.657269 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b9fc9e6a-c1d0-4221-884b-a4d71ab401b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:16.694991 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1220913d-3b19-49f1-b69d-623e737120a1,revision_number=0']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:16.709099 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:16.709712 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1583832-ed82-4fdb-808b-8b3708447751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69d8750-a159-4eea-a887-ba9c51781867,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:16.723498 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c1583832-ed82-4fdb-808b-8b3708447751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:16.732090 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Checking segment: {'id': 'dd90608a-8b37-44b8-ad3f-04c6e97abcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:16.733065 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Network hostable DHCP agents. Network: cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 09:59:16.850438 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-867f5707-d2b9-4ec1-b2da-90f330646da4 req-21b67846-b32c-428d-b594-db67b910dd00 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 210 time: 0.0753524 May 27 09:59:16.911123 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-60d868fe-d391-4f98-962e-166d990afe76 req-ef641a37-c5ee-497f-9f09-2fdbbd007d58 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 210 time: 0.0533712 May 27 09:59:16.915361 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Network cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 09:59:16.994464 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3) {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:16.997908 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040a1fd-be24-4e4e-8ddc-0fa0b7d3eccf None None] Network 680dc906-254f-41f4-8e2f-166a255640b5 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:16.998744 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:16.999548 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:17.011783 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f28729-ece3-4585-a9ec-57ec77d55588 None None] Network cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:17.120520 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-1878d167-eaa4-4131-886f-1643e341ceea admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8266313 May 27 09:59:17.143152 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:17.184809 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:17.261583 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-13ff144a-1807-4207-9a16-8f0ea1af1eba None None] Provisioning for port 60cf28c5-9556-43ff-8d7a-2ed99362a95a completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:59:17.340495 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-13ff144a-1807-4207-9a16-8f0ea1af1eba None None] Provisioning complete for port 60cf28c5-9556-43ff-8d7a-2ed99362a95a triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:17.343323 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-13ff144a-1807-4207-9a16-8f0ea1af1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:17.382598 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35978) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:17.420722 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35984) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:17.425709 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b7f481b7-4a44-401e-9108-00fde9f0c627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:17.473263 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ce6b6-7636-485e-83d2-bff8b7c6ae0e None None] Network cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 09:59:17.492235 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-56d3d9f6-54c6-4c77-a0f1-f3c664179cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:17.496166 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:17.529984 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-53962ff2-a9b7-4145-bae4-abf6fddd2ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:17.587234 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-b7f481b7-4a44-401e-9108-00fde9f0c627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:17.594852 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-b7f481b7-4a44-401e-9108-00fde9f0c627 admin admin] Usage tracker for resource:security_group_rule and tenant:391e85972665400fbb60aba4636d26fb is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:17.598810 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-b7f481b7-4a44-401e-9108-00fde9f0c627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:17.601874 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-56d3d9f6-54c6-4c77-a0f1-f3c664179cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:17.608548 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-b7f481b7-4a44-401e-9108-00fde9f0c627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:17.610920 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-56d3d9f6-54c6-4c77-a0f1-f3c664179cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:6010a39d0ec2467baad1c09d88a970ac is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:17.616198 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-56d3d9f6-54c6-4c77-a0f1-f3c664179cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:17.627306 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-56d3d9f6-54c6-4c77-a0f1-f3c664179cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:17.682934 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 35990) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:17.794666 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-13ff144a-1807-4207-9a16-8f0ea1af1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:17.813629 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:17.817304 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:17.837718 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf138e86-434c-417b-abe1-111ae6e8cbb1 admin admin] Deleting subnet b59fbb11-9ea5-4f6f-b2cc-8280be41fcaf {{(pid=98698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:59:17.861639 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-13ff144a-1807-4207-9a16-8f0ea1af1eba None None] For port 60cf28c5-9556-43ff-8d7a-2ed99362a95a, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=60cf28c5-9556-43ff-8d7a-2ed99362a95a,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:17.865577 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b7f481b7-4a44-401e-9108-00fde9f0c627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:17.865577 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-bf138e86-434c-417b-abe1-111ae6e8cbb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:17.871473 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:59:17.985609 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-13ff144a-1807-4207-9a16-8f0ea1af1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:17.991618 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-b097648b-55c6-42d6-b6b3-7d8ed9b5e263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:18.111868 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b7f481b7-4a44-401e-9108-00fde9f0c627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.116902 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-56d3d9f6-54c6-4c77-a0f1-f3c664179cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.119856 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-bf138e86-434c-417b-abe1-111ae6e8cbb1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.125394 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff144a-1807-4207-9a16-8f0ea1af1eba None None] Pushing event updated for resources: {'Port': ['ID=60cf28c5-9556-43ff-8d7a-2ed99362a95a,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:18.133605 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-13ff144a-1807-4207-9a16-8f0ea1af1eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:18.150758 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Pushing event updated for resources: {'Port': ['ID=4594bc37-f999-453a-b7aa-a582019654ad,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:18.152258 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:18.153998 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:18.170896 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8c290b7c-1060-4ee1-8e92-6eb14b427c45 req-511e20b1-e357-4914-9650-48ca583f2108 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 210 time: 0.1629560 May 27 09:59:18.180918 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-bf138e86-434c-417b-abe1-111ae6e8cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.219900 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eb01924a-f436-494d-8e7c-b067e39d07da req-28c5c4b1-81cd-4ef5-b15c-c8209263618d tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 210 time: 0.2709033 May 27 09:59:18.277730 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437263'] for router, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.286926 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-56d3d9f6-54c6-4c77-a0f1-f3c664179cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.313999 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f481b7-4a44-401e-9108-00fde9f0c627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc3afae-69c1-44a9-aef7-9c8c02ee589a,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:18.324848 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b7f481b7-4a44-401e-9108-00fde9f0c627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:18.324986 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-71b1484f-6059-45de-8798-30e6683ab80e None None] Provisioning complete for port 60cf28c5-9556-43ff-8d7a-2ed99362a95a triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:18.325424 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-71b1484f-6059-45de-8798-30e6683ab80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.332679 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-b7f481b7-4a44-401e-9108-00fde9f0c627 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=391e85972665400fbb60aba4636d26fb&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9425595 May 27 09:59:18.332679 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:18.344595 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 36032) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:18.452908 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-56d3d9f6-54c6-4c77-a0f1-f3c664179cc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6010a39d0ec2467baad1c09d88a970ac&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0035474 May 27 09:59:18.460529 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 36038) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:18.475071 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3d9f6-54c6-4c77-a0f1-f3c664179cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dce200-468a-4f73-b53e-bbd250d58fee,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:18.506473 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-56d3d9f6-54c6-4c77-a0f1-f3c664179cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:18.601261 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-92a46886-5d0f-45e1-8dbd-0cd307a32df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.682860 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-92a46886-5d0f-45e1-8dbd-0cd307a32df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.697044 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-476a157f-781a-4ccf-9f18-a3db4af513d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.728307 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.762818 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-476a157f-781a-4ccf-9f18-a3db4af513d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.869866 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-92a46886-5d0f-45e1-8dbd-0cd307a32df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.871354 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-bf138e86-434c-417b-abe1-111ae6e8cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359'] for subnet, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.875864 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:18.893024 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a46886-5d0f-45e1-8dbd-0cd307a32df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc3afae-69c1-44a9-aef7-9c8c02ee589a,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:18.901050 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-92a46886-5d0f-45e1-8dbd-0cd307a32df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:18.901721 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:18.948017 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Router aac5f1b0-6a2e-4471-9aab-f909e21df452 is scheduled to L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 with binding_index 1 {{(pid=98699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:59:18.948516 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-476a157f-781a-4ccf-9f18-a3db4af513d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.948516 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-bf138e86-434c-417b-abe1-111ae6e8cbb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.948516 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf138e86-434c-417b-abe1-111ae6e8cbb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59fbb11-9ea5-4f6f-b2cc-8280be41fcaf,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:18.951316 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-bf138e86-434c-417b-abe1-111ae6e8cbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:18.955855 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:18.975760 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a157f-781a-4ccf-9f18-a3db4af513d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dce200-468a-4f73-b53e-bbd250d58fee,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:18.979873 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-bf138e86-434c-417b-abe1-111ae6e8cbb1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b59fbb11-9ea5-4f6f-b2cc-8280be41fcaf HTTP/1.1" status: 204 len: 168 time: 1.2908766 May 27 09:59:18.981011 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-476a157f-781a-4ccf-9f18-a3db4af513d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:18.982167 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-476a157f-781a-4ccf-9f18-a3db4af513d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.983259 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-476a157f-781a-4ccf-9f18-a3db4af513d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81dce200-468a-4f73-b53e-bbd250d58fee HTTP/1.1" status: 204 len: 168 time: 0.5157905 May 27 09:59:18.983905 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 36050) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:18.984656 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-92a46886-5d0f-45e1-8dbd-0cd307a32df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:18.988010 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-92a46886-5d0f-45e1-8dbd-0cd307a32df1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fc3afae-69c1-44a9-aef7-9c8c02ee589a HTTP/1.1" status: 204 len: 168 time: 0.6401219 May 27 09:59:19.129662 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:19.361281 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:19.376716 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437263'] for router, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:19.417388 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dba459b1-5657-4a07-93d0-cd0364363f8e req-a16cffb3-aa31-49f0-919d-d4b70efe14c3 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 210 time: 0.1257610 May 27 09:59:19.420987 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-99d72687-646c-458e-9787-7a4cb3a898a4 req-5284e0f2-3845-4de7-9f16-674663bb684f tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 210 time: 0.0676556 May 27 09:59:19.423231 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.423581 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.424311 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.424664 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > port after_create 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.425537 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.425970 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > port after_update 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.426290 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.426605 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.426907 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.427217 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.643250 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.643574 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.643824 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.645134 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:19.645337 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:59:19.645486 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4005b54-69f8-432a-baca-feec532b7966']}} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:19.659794 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Sync routers for ids ['aac5f1b0-6a2e-4471-9aab-f909e21df452'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:59:19.661065 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32ee00f-888e-41ec-9940-ba807d27ead2') {'for_net_delete': True} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:19.661065 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32ee00f-888e-41ec-9940-ba807d27ead2') {} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:19.672484 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1971817'] for segment, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:19.674701 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Routers {'aac5f1b0-6a2e-4471-9aab-f909e21df452'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:19.677553 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:59:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['aac5f1b0-6a2e-4471-9aab-f909e21df452'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:19.692230 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:19.708244 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=98698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:59:19.711500 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128019797'] for segment, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: from cryptography.utils import int_from_bytes May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: from cryptography.utils import int_from_bytes May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: Traceback (most recent call last): May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: timer() May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: cb(*args, **kw) May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: return func(*args, **kwargs) May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: self._notify() May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: self.callback(batched_events) May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: event.method(event) May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: return f(self, *a, **k) May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: return self._get(url).json() May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: return self.request(url, 'GET', **kwargs) May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:59:19.742625 dv-cinder-788782-3-smb neutron-server[98698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:59:19.818615 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Router c1dc9fd9-46a6-4b32-bdba-e54189f23439 is scheduled to L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 with binding_index 1 {{(pid=98699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 09:59:19.821800 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Notify callbacks [] for router, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:19.828111 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7993579 May 27 09:59:19.828111 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36092) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:19.933397 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:19.937960 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-163b15ba-e0db-4708-8d59-f79b6bf7db90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:19.974403 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4005b54-69f8-432a-baca-feec532b7966,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:19.997291 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 60cf28c5-9556-43ff-8d7a-2ed99362a95a up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:20.001758 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:20.007337 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Set router aac5f1b0-6a2e-4471-9aab-f909e21df452 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:20.019907 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b4005b54-69f8-432a-baca-feec532b7966 HTTP/1.1" status: 204 len: 168 time: 1.0325980 May 27 09:59:20.043970 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:20.047833 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 36106) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:20.233019 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7e7ceb-4586-4722-a050-e243c7406c2c admin admin] Deleting subnet 1220913d-3b19-49f1-b69d-623e737120a1 {{(pid=98698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 09:59:20.241286 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:59:20.270146 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7ceb-4586-4722-a050-e243c7406c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:20.277204 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Sync routers for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:59:20.289597 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 60cf28c5-9556-43ff-8d7a-2ed99362a95a triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:20.294153 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:20.367407 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7ceb-4586-4722-a050-e243c7406c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1971792'] for subnet, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:20.430147 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:20.430861 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:59:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:20.477474 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Notify callbacks [] for router, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:20.481469 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3412809 May 27 09:59:20.482268 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36120) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:20.681013 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-router', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:16Z', 'revision_number': 3, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'gw_port': {'id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:20.697961 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Checking router: aac5f1b0-6a2e-4471-9aab-f909e21df452 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:59:20.701763 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Updating router aac5f1b0-6a2e-4471-9aab-f909e21df452 port 5c5ee439-73c3-4737-a266-ecef73d62d7e binding host dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:59:20.746603 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7ceb-4586-4722-a050-e243c7406c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:20.858531 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:21.018670 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:21.103555 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8688b036-d5a6-4c20-8f67-f1623eb9941d req-ba17f146-7acb-4268-8de3-0c37a7bc1452 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 210 time: 0.2310882 May 27 09:59:21.157809 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-85d2cd9f-4941-42ad-9d1f-f026558cf064 req-56cfb348-e3ae-4132-b385-f8e77a36be5a tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 210 time: 0.1251068 May 27 09:59:21.535174 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Notify callbacks [] for port, precommit_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:21.556224 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:18Z', 'revision_number': 3, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:21.562580 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Checking router: c1dc9fd9-46a6-4b32-bdba-e54189f23439 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:59:21.563421 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Updating router c1dc9fd9-46a6-4b32-bdba-e54189f23439 port 4594bc37-f999-453a-b7aa-a582019654ad binding host dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:59:21.630475 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.provisioning_blocks [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Transition to ACTIVE for port object 5c5ee439-73c3-4737-a266-ecef73d62d7e will not be triggered until provisioned by entity L2. {{(pid=98701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:21.632615 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7ceb-4586-4722-a050-e243c7406c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128020471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2015691'] for subnet, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:21.643649 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-bf138e86-434c-417b-abe1-111ae6e8cbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:21.654506 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:21.722067 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:21.731504 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:21.761799 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e7ceb-4586-4722-a050-e243c7406c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1220913d-3b19-49f1-b69d-623e737120a1,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:21.811091 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0b7e7ceb-4586-4722-a050-e243c7406c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:21.820815 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7ceb-4586-4722-a050-e243c7406c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:21.844162 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36152) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:21.844765 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-0b7e7ceb-4586-4722-a050-e243c7406c2c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1220913d-3b19-49f1-b69d-623e737120a1 HTTP/1.1" status: 204 len: 168 time: 1.7950675 May 27 09:59:21.914438 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.35', 57700) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:21.941621 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Pushing event updated for resources: {'Port': ['ID=5c5ee439-73c3-4737-a266-ecef73d62d7e,revision_number=2']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:21.960471 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.961442 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.962063 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.962568 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.963048 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.963678 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.964465 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.964942 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.965659 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.966249 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.966707 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.967171 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Tracked resource versions report: May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: pushed versions: May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: { 'AddressGroup': {'1.2'}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'ConntrackHelper': {'1.0'}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'Log': {'1.0'}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'Network': {'1.1'}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'Port': {'1.7'}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'PortForwarding': {'1.2'}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'QosPolicy': {'1.8'}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'SecurityGroup': {'1.4'}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'SecurityGroupRule': {'1.2'}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'SubPort': {'1.0'}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'Subnet': {'1.1'}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'Trunk': {'1.1'}} May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: consumer versions: May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: { DHCP agent@dv-cinder-788782-3-smb: {}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: HyperV agent@hv-cinder-78878: {}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: L3 agent@dv-cinder-788782-3-smb: {}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: Metadata agent@dv-cinder-788782-3-smb: {}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: Metering agent@dv-cinder-788782-3-smb: {}, May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: Open vSwitch agent@dv-cinder-788782-3-smb: { 'AddressGroup': '1.2', May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'ConntrackHelper': '1.0', May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'Log': '1.0', May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'Network': '1.1', May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'Port': '1.7', May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'PortForwarding': '1.2', May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'QosPolicy': '1.8', May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'SecurityGroup': '1.4', May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'SecurityGroupRule': '1.2', May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'SubPort': '1.0', May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'Subnet': '1.1', May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: 'Trunk': '1.1'}} May 27 09:59:21.969016 dv-cinder-788782-3-smb neutron-server[98701]: {{(pid=98701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 09:59:21.976902 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:22.002748 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Attempting to bind port 5c5ee439-73c3-4737-a266-ecef73d62d7e on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:59:22.003758 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Attempting to bind port 5c5ee439-73c3-4737-a266-ecef73d62d7e by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:59:22.004784 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Attempting to bind port 5c5ee439-73c3-4737-a266-ecef73d62d7e on network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:22.026236 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:59:22.032530 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Checking segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:22.033393 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:22.033994 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Bound using segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:59:22.034475 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Bound port: 5c5ee439-73c3-4737-a266-ecef73d62d7e, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:59:22.036281 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:22.163505 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:22.192226 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] For port 5c5ee439-73c3-4737-a266-ecef73d62d7e, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:59:22.211940 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] For port 5c5ee439-73c3-4737-a266-ecef73d62d7e, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=5c5ee439-73c3-4737-a266-ecef73d62d7e,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:59:22.293415 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:22.305429 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:22.337368 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-5d789a76-a5fe-41e2-90d9-704e6670fc62 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:22.338924 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-5d789a76-a5fe-41e2-90d9-704e6670fc62 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 814 time: 0.4138527 May 27 09:59:22.453894 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5c6b0416-f09e-4326-acc2-6d045c2e697c req-27076ee2-0e9b-4a95-a487-020c0e986602 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 210 time: 0.1390681 May 27 09:59:22.463098 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Notify callbacks [] for port, precommit_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:22.471341 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Routers {'aac5f1b0-6a2e-4471-9aab-f909e21df452'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:22.472062 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:59:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['aac5f1b0-6a2e-4471-9aab-f909e21df452'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:22.472848 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Request body: {'port': {'device_id': 'a894acad-27cb-44cb-9847-cfc2e3860610', 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2', 'admin_state_up': True, 'tenant_id': '2b7d0ac155d2482d9fe00e6b37ebb191'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:22.519830 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Transition to ACTIVE for port object 4594bc37-f999-453a-b7aa-a582019654ad will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:22.541356 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Pushing event updated for resources: {'Port': ['ID=5c5ee439-73c3-4737-a266-ecef73d62d7e,revision_number=3']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:22.558087 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:22.601388 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:22.606313 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:22.659591 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f4cf3637-e8b1-42ab-8e78-44bc1955e447 req-4f90d5ac-8e46-4b84-a2a3-4cda2f7f2828 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 210 time: 0.2035515 May 27 09:59:22.753442 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184d4de-f243-4104-a8b0-12cd472e363e None None] Pushing event updated for resources: {'Port': ['ID=4594bc37-f999-453a-b7aa-a582019654ad,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:22.778182 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.35', 57705) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:22.783194 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-e184d4de-f243-4104-a8b0-12cd472e363e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:22.788109 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Attempting to bind port 4594bc37-f999-453a-b7aa-a582019654ad on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:59:22.792874 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Attempting to bind port 4594bc37-f999-453a-b7aa-a582019654ad by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:59:22.793461 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Attempting to bind port 4594bc37-f999-453a-b7aa-a582019654ad on network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:22.803746 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:59:22.808582 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Checking segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:22.809177 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:22.813438 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:22.813725 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Bound using segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:59:22.813878 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] Set router aac5f1b0-6a2e-4471-9aab-f909e21df452 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:22.814952 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Bound port: 4594bc37-f999-453a-b7aa-a582019654ad, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:59:22.815527 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:22.940623 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] For port 4594bc37-f999-453a-b7aa-a582019654ad, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:59:22.948648 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] For port 4594bc37-f999-453a-b7aa-a582019654ad, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=4594bc37-f999-453a-b7aa-a582019654ad,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:59:22.985553 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:22.989922 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Usage tracker for resource:port and tenant:2b7d0ac155d2482d9fe00e6b37ebb191 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:22.997581 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:23.022351 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:23.030327 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:23.035987 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:23.208934 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-2966a770-1681-4d71-9801-012068a59267 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:23.213000 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-2966a770-1681-4d71-9801-012068a59267 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.35 "GET /v2.0/networks?id=32694f77-d011-4e83-b676-5f47c5fe6b2c HTTP/1.1" status: 200 len: 811 time: 0.4338589 May 27 09:59:23.216084 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Made reservation on behalf of 2b7d0ac155d2482d9fe00e6b37ebb191 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:23.225633 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:23.250057 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:23.250860 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:59:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:23.269666 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:23.301859 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Request body: {'port': {'device_id': 'fff4891a-5543-44bf-a653-58e0adabb10e', 'network_id': '32694f77-d011-4e83-b676-5f47c5fe6b2c', 'admin_state_up': True, 'tenant_id': '7902d15328cb49518d1c217e05b6db9c'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:23.340153 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.340153 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.340688 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.341782 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > port after_create 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.341782 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.341782 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > port after_update 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.342138 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.342304 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.342651 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.342964 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.438216 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184d4de-f243-4104-a8b0-12cd472e363e None None] Pushing event updated for resources: {'Port': ['ID=4594bc37-f999-453a-b7aa-a582019654ad,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:23.449403 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-e184d4de-f243-4104-a8b0-12cd472e363e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:23.522720 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 09:59:23.595956 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-router', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:16Z', 'revision_number': 3, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'gw_port': {'id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:23.598576 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.598576 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.598576 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.599260 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 09:59:23.599793 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3']}} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:23.615981 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1adc2-e57c-4f42-9660-036a2daa0216 None None] The sync data for ids ['aac5f1b0-6a2e-4471-9aab-f909e21df452'] in dv-cinder-788782-3-smb is: [{'id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-router', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:16Z', 'revision_number': 3, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'gw_port': {'id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:59:23.638059 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:23.749910 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd90608a-8b37-44b8-ad3f-04c6e97abcf9') {'for_net_delete': True} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:23.758358 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd90608a-8b37-44b8-ad3f-04c6e97abcf9') {} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:23.783415 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:23.856321 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Allocated IP 172.20.0.11 (73a2666a-5256-4cd0-a816-2cee9ac38cb2/9fa45a65-7a6e-421c-b0ee-bb8569abea8a/8d80ae7b-0a50-437c-a81e-fd8ab8d66777) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:59:23.949612 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1927343'] for segment, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:24.000360 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:24.076557 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=98699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 09:59:24.076963 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533260'] for segment, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: from cryptography.utils import int_from_bytes May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: from cryptography.utils import int_from_bytes May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: Traceback (most recent call last): May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: timer() May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: cb(*args, **kw) May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: return func(*args, **kwargs) May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: self._notify() May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: self.callback(batched_events) May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: event.method(event) May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_uuid = self.p_client.list_aggregates( May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: return f(self, *a, **k) May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: return self._get(url).json() May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: return self.request(url, 'GET', **kwargs) May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: base_url = self.get_endpoint(auth, allow=allow, May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 09:59:24.096197 dv-cinder-788782-3-smb neutron-server[98699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 09:59:24.219838 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cbd32981-df67-40c0-afc8-23e283be4f1b req-8548edb0-89a5-4e78-b8a4-be0022caeed0 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 210 time: 0.5216265 May 27 09:59:24.531546 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ddfef98e-1835-44d9-a539-62f5b5a720e9 req-59beb41f-f994-4c63-8242-d1bba133a3be tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 210 time: 0.2833571 May 27 09:59:24.535889 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Allocated IP 172.20.0.1 (5073019d-3d3e-4ac3-99f8-103c518ae1d6/708bfe60-b9d4-4818-ac4c-f464201aafd5/486242c9-343f-4ddd-bc54-40216224ed8d) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:59:24.536399 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:24.536599 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:24.545647 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:24.570412 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Usage tracker for resource:port and tenant:7902d15328cb49518d1c217e05b6db9c is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:24.577305 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f0c5bf29-85dc-4e96-8377-770d0c5c4b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:24.578388 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:24.609844 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:24.612374 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:24.678991 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:18Z', 'revision_number': 3, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:24.688544 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f798e-9a71-4eef-ae3f-4df6c7dbd3ec None None] The sync data for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb is: [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:18Z', 'revision_number': 3, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:59:24.792272 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:24.868036 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-4c19ad54-0b9b-470f-9fac-bdac26b19192 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cd4ad3c2-3ee4-4cfd-b3f6-393df82df0b3 HTTP/1.1" status: 204 len: 168 time: 3.0139349 May 27 09:59:24.923895 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Allocated IP 172.20.0.1 (680dc906-254f-41f4-8e2f-166a255640b5/c854efed-adbc-4220-b2d0-d8b2fa86a9a6/73bc4649-d52b-45e3-b55b-d9642cf3b2ed) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:59:24.925435 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Made reservation on behalf of 7902d15328cb49518d1c217e05b6db9c for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:24.929647 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:25.076308 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:25.112186 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:25.444833 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:25.473470 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Allocated IP 172.20.0.14 (32694f77-d011-4e83-b676-5f47c5fe6b2c/38fddb67-fb11-4e37-9180-3506a7271db6/2b33fd33-8d34-4fc8-9bd5-230252f5772b) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:59:25.527803 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.provisioning_blocks [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Transition to ACTIVE for port object 73bc4649-d52b-45e3-b55b-d9642cf3b2ed will not be triggered until provisioned by entity DHCP. {{(pid=98699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:25.542967 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 36290) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:25.580749 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:25.587742 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-be9a6769-5ca2-4511-8f09-630444d56546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:25.630418 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:25.712751 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Pushing event updated for resources: {'Port': ['ID=486242c9-343f-4ddd-bc54-40216224ed8d,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:25.716684 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:25.717685 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:25.737671 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:25.767465 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8eb914a0-99f2-4edd-a555-6de70b708f00 req-33da2a25-df8a-4a05-9cb3-ca448696f966 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 210 time: 0.1682174 May 27 09:59:25.818983 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:25.837179 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:25.840727 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:59:25.875320 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:25.922370 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Network 680dc906-254f-41f4-8e2f-166a255640b5 is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:25.929906 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-cebcd90c-91cc-4301-bd9e-31a8b3f3f310 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fda17f91d5d4594bcd4f6ffe143b7a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3805234 May 27 09:59:25.946115 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:25.954310 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:59:25.963858 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 36302) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:26.052699 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:26.055637 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Pushing event updated for resources: {'Port': ['ID=73bc4649-d52b-45e3-b55b-d9642cf3b2ed,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:26.061037 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:26.117242 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 4594bc37-f999-453a-b7aa-a582019654ad up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:26.128979 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:26.145731 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:59:26.164230 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435817'] for router_interface, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:26.444796 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 4594bc37-f999-453a-b7aa-a582019654ad completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:59:26.453924 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 4594bc37-f999-453a-b7aa-a582019654ad triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:26.453924 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:26.512253 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Pushing event updated for resources: {'Port': ['ID=8d80ae7b-0a50-437c-a81e-fd8ab8d66777,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:26.617906 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:26.622058 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-dee33b78-4ab1-473c-9433-fbce6c770543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:26.647689 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:26.648524 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:26.687786 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef5b27-046a-4779-b91b-93c5116c570b req-0e1463df-e814-423f-bdeb-3794a409f0de tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:26.696329 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c5ef5b27-046a-4779-b91b-93c5116c570b req-0e1463df-e814-423f-bdeb-3794a409f0de tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 932 time: 1.0955465 May 27 09:59:26.748707 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a2f747d1-fff0-4941-811c-03c8b8615968 None None] Provisioning for port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:59:26.845344 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435817'] for router_interface, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:26.876452 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-dee33b78-4ab1-473c-9433-fbce6c770543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:26.886474 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a2f747d1-fff0-4941-811c-03c8b8615968 None None] Provisioning complete for port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:26.889965 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a2f747d1-fff0-4941-811c-03c8b8615968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:26.978657 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c5ef5b27-046a-4779-b91b-93c5116c570b req-dc750bd6-ec6c-4e07-ad00-7bc0a0271949 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714765 May 27 09:59:26.998068 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5405967 May 27 09:59:27.037646 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:27.052511 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-e7fd72e3-48ae-4daa-a4c8-994ed3fd5254 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=98698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 09:59:27.059002 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-e7fd72e3-48ae-4daa-a4c8-994ed3fd5254 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179961 May 27 09:59:27.074940 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a2f747d1-fff0-4941-811c-03c8b8615968 None None] Port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:59:27.076764 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:27.110504 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 4594bc37-f999-453a-b7aa-a582019654ad, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=4594bc37-f999-453a-b7aa-a582019654ad,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:27.129799 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:27.155580 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:27.176729 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-741df62d-2d20-4ec4-bdce-f5ad05198dbb req-c8b09819-4e39-4b84-b591-479e758ce915 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Synchronizing usage tracker for tenant:7902d15328cb49518d1c217e05b6db9c on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:59:27.216317 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:27.217556 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 5c5ee439-73c3-4737-a266-ecef73d62d7e up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:27.280889 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-741df62d-2d20-4ec4-bdce-f5ad05198dbb req-c8b09819-4e39-4b84-b591-479e758ce915 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Unset dirty status for tenant:7902d15328cb49518d1c217e05b6db9c on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:59:27.283320 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-741df62d-2d20-4ec4-bdce-f5ad05198dbb req-c8b09819-4e39-4b84-b591-479e758ce915 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 210 time: 0.2164612 May 27 09:59:27.284380 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-158a33e5-a12b-4dd8-b61e-f77df669c1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:27.327733 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-dee33b78-4ab1-473c-9433-fbce6c770543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:27.331096 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:27.348306 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c07aa178-f50b-4f33-bb55-e3a750dd990d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:27.383575 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee33b78-4ab1-473c-9433-fbce6c770543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ad18eb-9a35-473a-8d5c-eb6b3732f01f,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:27.390036 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-dee33b78-4ab1-473c-9433-fbce6c770543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:27.408753 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-dee33b78-4ab1-473c-9433-fbce6c770543 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2ad18eb-9a35-473a-8d5c-eb6b3732f01f HTTP/1.1" status: 204 len: 168 time: 1.4219482 May 27 09:59:27.434503 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-dee33b78-4ab1-473c-9433-fbce6c770543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:27.436311 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:27.503338 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=4594bc37-f999-453a-b7aa-a582019654ad,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:27.507429 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:27.552993 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:27.562107 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Network 32694f77-d011-4e83-b676-5f47c5fe6b2c is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:27.590379 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:27.592927 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:59:27.618351 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 5c5ee439-73c3-4737-a266-ecef73d62d7e completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:59:27.626042 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 5c5ee439-73c3-4737-a266-ecef73d62d7e triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:27.626617 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:27.671476 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Pushing event updated for resources: {'Port': ['ID=2b33fd33-8d34-4fc8-9bd5-230252f5772b,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:27.676052 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:27.686716 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Request body: {'port': {'device_id': 'a894acad-27cb-44cb-9847-cfc2e3860610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:27.772494 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:27.773157 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:27.997965 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7209499 May 27 09:59:27.998808 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:28.011896 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:28.044218 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 5c5ee439-73c3-4737-a266-ecef73d62d7e, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=5c5ee439-73c3-4737-a266-ecef73d62d7e,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:28.057575 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Request body: {'port': {'device_id': 'fff4891a-5543-44bf-a653-58e0adabb10e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:28.143585 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:28.146787 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-e184d4de-f243-4104-a8b0-12cd472e363e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:28.196587 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:28.204725 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:28.276143 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:28.278571 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=5c5ee439-73c3-4737-a266-ecef73d62d7e,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:28.283574 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 4594bc37-f999-453a-b7aa-a582019654ad up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:28.351328 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:28.459006 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:28.500791 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 4594bc37-f999-453a-b7aa-a582019654ad triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:28.501467 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:28.528281 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 36378) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:28.568480 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Pushing event updated for resources: {'Port': ['ID=73bc4649-d52b-45e3-b55b-d9642cf3b2ed,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:28.593625 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:28.598007 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:28.759884 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:28.880370 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435914'] for router_interface, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:28.901845 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435914'] for router_interface, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:28.914904 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Pushing event updated for resources: {'Port': ['ID=486242c9-343f-4ddd-bc54-40216224ed8d,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:28.946336 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:28.953680 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:29.030300 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-99207f1d-6848-4163-90f3-b11400d85a67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14b7f5281f894f0cb839a5aba89fa0d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4965856 May 27 09:59:29.035200 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36404) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:29.212237 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8ccfe-83e6-443c-b405-c317e44b57c9 req-50a38384-64ab-447c-8fad-a5b74f7a8cc0 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:29.213005 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-4ec8ccfe-83e6-443c-b405-c317e44b57c9 req-50a38384-64ab-447c-8fad-a5b74f7a8cc0 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Synchronizing usage tracker for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:59:29.337857 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e3388-eb16-44e9-ab3b-491fcf69e3d2 req-99099333-eb8e-463e-96e2-16b68704ce68 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:29.349084 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bf4e3388-eb16-44e9-ab3b-491fcf69e3d2 req-99099333-eb8e-463e-96e2-16b68704ce68 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 932 time: 0.8282523 May 27 09:59:29.430711 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-5a75d9d1-d1cf-47ba-9740-05b11c10971a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:29.495038 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-bf4e3388-eb16-44e9-ab3b-491fcf69e3d2 req-9851002a-868d-4c6d-8367-c52cdfc88808 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Synchronizing usage tracker for tenant:7902d15328cb49518d1c217e05b6db9c on resource:security_group {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:59:29.502736 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-5a75d9d1-d1cf-47ba-9740-05b11c10971a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:29.528161 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-4ec8ccfe-83e6-443c-b405-c317e44b57c9 req-50a38384-64ab-447c-8fad-a5b74f7a8cc0 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Unset dirty status for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:59:29.529096 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Network 680dc906-254f-41f4-8e2f-166a255640b5 is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:29.535823 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4ec8ccfe-83e6-443c-b405-c317e44b57c9 req-50a38384-64ab-447c-8fad-a5b74f7a8cc0 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 932 time: 1.2499661 May 27 09:59:29.546179 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:29.783407 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-bf4e3388-eb16-44e9-ab3b-491fcf69e3d2 req-9851002a-868d-4c6d-8367-c52cdfc88808 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Unset dirty status for tenant:7902d15328cb49518d1c217e05b6db9c on resource:security_group {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:59:29.790969 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bf4e3388-eb16-44e9-ab3b-491fcf69e3d2 req-9851002a-868d-4c6d-8367-c52cdfc88808 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408965 May 27 09:59:29.833363 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4ec8ccfe-83e6-443c-b405-c317e44b57c9 req-bf04b6bc-5626-4ab7-bca3-88f07b0ecf6d tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965531 May 27 09:59:29.840982 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:59:29.884009 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:29.904333 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:29.919385 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:29.925117 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Transition to ACTIVE for port object 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:30.037754 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-13f945bf-bcd3-44da-b6ab-a4c43c7673e9 None None] Provisioning complete for port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:30.038324 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-13f945bf-bcd3-44da-b6ab-a4c43c7673e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.096563 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.149935 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-48dd72d3-f95c-41ea-8f37-a349af63f14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:30.164309 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-13f945bf-bcd3-44da-b6ab-a4c43c7673e9 None None] Port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:59:30.321382 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 5c5ee439-73c3-4737-a266-ecef73d62d7e up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:30.364945 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b33fd33-8d34-4fc8-9bd5-230252f5772b {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:59:30.389427 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.395202 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d80ae7b-0a50-437c-a81e-fd8ab8d66777,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:30.398877 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:30.444629 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-5a75d9d1-d1cf-47ba-9740-05b11c10971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.450395 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Router c1dc9fd9-46a6-4b32-bdba-e54189f23439 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:59:30.452717 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Transition to ACTIVE for port object 2b33fd33-8d34-4fc8-9bd5-230252f5772b will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:30.463657 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:30.463853 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 5c5ee439-73c3-4737-a266-ecef73d62d7e triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:30.464153 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.495539 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75d9d1-d1cf-47ba-9740-05b11c10971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81730e18-6a0e-4754-bac9-3a4e84f3864e,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:30.571732 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Attempting to bind port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:59:30.572107 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Attempting to bind port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:59:30.572470 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Attempting to bind port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:30.580870 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.581693 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-5a75d9d1-d1cf-47ba-9740-05b11c10971a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:30.588990 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:30.607573 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-5a75d9d1-d1cf-47ba-9740-05b11c10971a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:30.609079 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-5a75d9d1-d1cf-47ba-9740-05b11c10971a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81730e18-6a0e-4754-bac9-3a4e84f3864e HTTP/1.1" status: 204 len: 168 time: 1.5587130 May 27 09:59:30.637320 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Router aac5f1b0-6a2e-4471-9aab-f909e21df452 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 09:59:30.643136 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:59:30.643136 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Attempting to bind port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:30.800914 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:59:30.802430 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Checking segment: {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:30.803354 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Bound using segment: {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:59:30.804199 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Bound port: 8d80ae7b-0a50-437c-a81e-fd8ab8d66777, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:59:30.805947 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:31.015642 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Pushing event updated for resources: {'Port': ['ID=2b33fd33-8d34-4fc8-9bd5-230252f5772b,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:31.076976 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:59:31.093919 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-537a291e-f3b4-4fdc-bdf6-e867d5c0f744 admin admin] 10.222.0.53 "PUT /v2.0/routers/c1dc9fd9-46a6-4b32-bdba-e54189f23439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5905232 May 27 09:59:31.109047 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Sync routers for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:59:31.131398 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:31.133189 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 09:59:31.134197 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:59:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:31.134939 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:31.141214 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] 10.222.0.53 "PUT /v2.0/routers/aac5f1b0-6a2e-4471-9aab-f909e21df452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3144400 May 27 09:59:31.153236 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Sync routers for ids ['aac5f1b0-6a2e-4471-9aab-f909e21df452'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 09:59:31.171773 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Routers {'aac5f1b0-6a2e-4471-9aab-f909e21df452'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:31.176163 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:59:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['aac5f1b0-6a2e-4471-9aab-f909e21df452'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:31.288040 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36462) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:31.503799 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Attempting to bind port 2b33fd33-8d34-4fc8-9bd5-230252f5772b on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:59:31.505205 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Attempting to bind port 2b33fd33-8d34-4fc8-9bd5-230252f5772b by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '32694f77-d011-4e83-b676-5f47c5fe6b2c'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:59:31.505532 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Attempting to bind port 2b33fd33-8d34-4fc8-9bd5-230252f5772b on network 32694f77-d011-4e83-b676-5f47c5fe6b2c {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:31.520044 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Port 2b33fd33-8d34-4fc8-9bd5-230252f5772b on network 32694f77-d011-4e83-b676-5f47c5fe6b2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:59:31.520571 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Attempting to bind port 2b33fd33-8d34-4fc8-9bd5-230252f5772b on network 32694f77-d011-4e83-b676-5f47c5fe6b2c {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:31.524207 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] For port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:59:31.552684 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33e66-26a5-45e1-961e-531f86303812 req-bcfdf726-1a2e-44fd-b2e9-92e65668c74c tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:31.560003 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6dc33e66-26a5-45e1-961e-531f86303812 req-bcfdf726-1a2e-44fd-b2e9-92e65668c74c tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 944 time: 0.5177648 May 27 09:59:31.561903 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:59:31.562244 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Checking segment: {'id': 'fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '32694f77-d011-4e83-b676-5f47c5fe6b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:31.562819 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Bound using segment: {'id': 'fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '32694f77-d011-4e83-b676-5f47c5fe6b2c'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:59:31.563206 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Bound port: 2b33fd33-8d34-4fc8-9bd5-230252f5772b, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '32694f77-d011-4e83-b676-5f47c5fe6b2c'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:59:31.563573 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:31.605180 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] For port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8d80ae7b-0a50-437c-a81e-fd8ab8d66777,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:59:31.617928 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596f390-ce69-4086-9999-d918b454a931 req-ee826714-fefd-415f-977b-05d1d3d707f3 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:31.630539 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5596f390-ce69-4086-9999-d918b454a931 req-ee826714-fefd-415f-977b-05d1d3d707f3 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 944 time: 0.4839177 May 27 09:59:31.650729 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Set router aac5f1b0-6a2e-4471-9aab-f909e21df452 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:31.650873 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:31.834638 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:31.954370 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-9f4e82f3-05d9-49fb-95b1-2dbc048e0c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:32.221692 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-9f4e82f3-05d9-49fb-95b1-2dbc048e0c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:32.221692 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-9f4e82f3-05d9-49fb-95b1-2dbc048e0c92 admin admin] Usage tracker for resource:security_group_rule and tenant:5558277c0d9f4c58b95c34b5c19d4db8 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:32.225066 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] For port 2b33fd33-8d34-4fc8-9bd5-230252f5772b, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:59:32.225066 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] For port 2b33fd33-8d34-4fc8-9bd5-230252f5772b, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2b33fd33-8d34-4fc8-9bd5-230252f5772b,segment=NetworkSegment(fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb),segment_id=fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:59:32.226063 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-9f4e82f3-05d9-49fb-95b1-2dbc048e0c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:32.226291 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:32.226733 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-9f4e82f3-05d9-49fb-95b1-2dbc048e0c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:32.226951 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5596f390-ce69-4086-9999-d918b454a931 req-7730e879-2827-4710-9e0e-2182d09e3aec tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042996 May 27 09:59:32.226951 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6dc33e66-26a5-45e1-961e-531f86303812 req-577ce587-9198-4c0c-880f-4917c2717ea0 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956223 May 27 09:59:32.226951 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:32.226951 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:32.227674 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-9f4e82f3-05d9-49fb-95b1-2dbc048e0c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:32.227870 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] 10.222.0.35 "PUT /v2.0/ports/8d80ae7b-0a50-437c-a81e-fd8ab8d66777 HTTP/1.1" status: 200 len: 1094 time: 4.7739987 May 27 09:59:32.227870 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a894acad-27cb-44cb-9847-cfc2e3860610', 'tag': '8d80ae7b-0a50-437c-a81e-fd8ab8d66777'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:59:32.245934 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d80ae7b-0a50-437c-a81e-fd8ab8d66777,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:32.253890 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:32.309593 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-router', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'gw_port': {'id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '486242c9-343f-4ddd-bc54-40216224ed8d', 'name': '', 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'mac_address': 'fa:16:3e:ae:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '708bfe60-b9d4-4818-ac4c-f464201aafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 2, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'subnets': [{'id': '708bfe60-b9d4-4818-ac4c-f464201aafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:32.316726 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Checking router: aac5f1b0-6a2e-4471-9aab-f909e21df452 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:59:32.317230 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Updating router aac5f1b0-6a2e-4471-9aab-f909e21df452 port 486242c9-343f-4ddd-bc54-40216224ed8d binding host dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:59:32.362272 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 2, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:32.371984 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Checking router: c1dc9fd9-46a6-4b32-bdba-e54189f23439 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 09:59:32.371984 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Updating router c1dc9fd9-46a6-4b32-bdba-e54189f23439 port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed binding host dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 09:59:32.411946 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:32.491887 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:32.908036 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-9f4e82f3-05d9-49fb-95b1-2dbc048e0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:32.910975 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:32.919910 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:32.959700 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:33.055205 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-9f4e82f3-05d9-49fb-95b1-2dbc048e0c92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5558277c0d9f4c58b95c34b5c19d4db8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7659855 May 27 09:59:33.059129 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36512) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:33.071519 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e82f3-05d9-49fb-95b1-2dbc048e0c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327d8834-bf2a-4f67-8961-5c16e176bbf9,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:33.189330 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:33.194093 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.195847 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] 10.222.0.35 "PUT /v2.0/ports/2b33fd33-8d34-4fc8-9bd5-230252f5772b HTTP/1.1" status: 200 len: 1094 time: 5.1454821 May 27 09:59:33.224784 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-9f4e82f3-05d9-49fb-95b1-2dbc048e0c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:33.245909 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36522) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:33.288733 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078910118', 'description': 'tempest-description--831357834'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:33.333388 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:33.334367 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fd96e7ef-0bfb-45f4-b788-71a8e82d6dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.351374 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:security_group and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:33.378940 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:33.396397 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:33.442827 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.460194 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fd96e7ef-0bfb-45f4-b788-71a8e82d6dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.498872 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.provisioning_blocks [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Transition to ACTIVE for port object 73bc4649-d52b-45e3-b55b-d9642cf3b2ed will not be triggered until provisioned by entity L2. {{(pid=98701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:33.556360 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Pushing event updated for resources: {'Port': ['ID=2b33fd33-8d34-4fc8-9bd5-230252f5772b,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:33.566732 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.584286 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:33.597380 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d2c166f6-5563-4a62-80cd-550f58bdbd98 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:33.598982 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:33.599553 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.603529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:security_group_rule and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:33.604141 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d2c166f6-5563-4a62-80cd-550f58bdbd98 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/networks?id=5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 200 len: 819 time: 0.9136198 May 27 09:59:33.605837 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:33.608979 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:33.615693 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:33.618945 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-ecf38bef-f65f-41a0-baa9-395cabb7e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:33.620512 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-ecf38bef-f65f-41a0-baa9-395cabb7e761 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 1097 time: 0.4721930 May 27 09:59:33.637420 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-7b835d68-1cf6-4417-b114-f8fdce6a1a03 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/quotas/7876e62cdb654b09a412bb643fbef639 HTTP/1.1" status: 200 len: 375 time: 0.0323994 May 27 09:59:33.659159 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Notify callbacks [] for port, precommit_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.683135 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fd96e7ef-0bfb-45f4-b788-71a8e82d6dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.720218 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Transition to ACTIVE for port object 486242c9-343f-4ddd-bc54-40216224ed8d will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:33.755361 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-9f4e82f3-05d9-49fb-95b1-2dbc048e0c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:33.804981 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.808890 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96e7ef-0bfb-45f4-b788-71a8e82d6dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327d8834-bf2a-4f67-8961-5c16e176bbf9,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:33.809180 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:33.820582 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-f77c84b1-89b7-43b1-a114-80cf896bd01e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d80ae7b-0a50-437c-a81e-fd8ab8d66777 HTTP/1.1" status: 200 len: 217 time: 0.1389403 May 27 09:59:33.827042 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-fd96e7ef-0bfb-45f4-b788-71a8e82d6dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:33.839566 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fd96e7ef-0bfb-45f4-b788-71a8e82d6dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:33.842038 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-fd96e7ef-0bfb-45f4-b788-71a8e82d6dd3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/327d8834-bf2a-4f67-8961-5c16e176bbf9 HTTP/1.1" status: 204 len: 168 time: 0.7737865 May 27 09:59:33.843082 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-d9f99327-4114-4b91-9e4d-29abe75dea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:33.844790 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-d9f99327-4114-4b91-9e4d-29abe75dea07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7902d15328cb49518d1c217e05b6db9c&device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 1097 time: 0.4893098 May 27 09:59:34.036637 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b0940-633e-4a76-903f-91e34d70ea13 None None] Pushing event updated for resources: {'Port': ['ID=73bc4649-d52b-45e3-b55b-d9642cf3b2ed,revision_number=3']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:34.045528 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-db1b0940-633e-4a76-903f-91e34d70ea13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:34.050470 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.080727 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a894acad-27cb-44cb-9847-cfc2e3860610', 'tag': '8d80ae7b-0a50-437c-a81e-fd8ab8d66777', 'status': 'completed', 'code': 200} May 27 09:59:34.131465 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-1e3fa72c-a6ba-442c-8ef5-d5db28c2630e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b33fd33-8d34-4fc8-9bd5-230252f5772b HTTP/1.1" status: 200 len: 217 time: 0.2321100 May 27 09:59:34.131695 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Attempting to bind port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:59:34.132171 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Attempting to bind port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:59:34.134032 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Attempting to bind port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed on network 680dc906-254f-41f4-8e2f-166a255640b5 {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:34.141865 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.148080 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:59:34.152034 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Checking segment: {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:34.152164 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:34.152238 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.170445 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Bound using segment: {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:59:34.172682 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Bound port: 73bc4649-d52b-45e3-b55b-d9642cf3b2ed, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'}}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:59:34.174018 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.225513 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a200b2d1-ed18-464d-9804-f7f83080dcef,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:34.241177 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:34.315196 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.317404 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0708196 May 27 09:59:34.323358 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-b44f96de-e60b-42bf-8b31-a25ffcb8f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:34.325467 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-b44f96de-e60b-42bf-8b31-a25ffcb8f00a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa45a65-7a6e-421c-b0ee-bb8569abea8a HTTP/1.1" status: 200 len: 854 time: 0.4851391 May 27 09:59:34.326194 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36548) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:34.338316 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'security_group_rule': {'security_group_id': 'a200b2d1-ed18-464d-9804-f7f83080dcef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:34.348453 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:34.360159 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:security_group_rule and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:34.370157 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:34.384245 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:34.434758 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] For port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:59:34.441710 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] For port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=73bc4649-d52b-45e3-b55b-d9642cf3b2ed,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:59:34.480983 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7d811-c510-4631-9ef8-6bf39e92e3dd None None] Pushing event updated for resources: {'Port': ['ID=486242c9-343f-4ddd-bc54-40216224ed8d,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:34.510523 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.510931 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-31d7d811-c510-4631-9ef8-6bf39e92e3dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:34.535985 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.555137 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Attempting to bind port 486242c9-343f-4ddd-bc54-40216224ed8d on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:59:34.555804 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Attempting to bind port 486242c9-343f-4ddd-bc54-40216224ed8d by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:59:34.556333 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Attempting to bind port 486242c9-343f-4ddd-bc54-40216224ed8d on network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:34.562510 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:59:34.563317 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Checking segment: {'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:34.563923 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.564498 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Bound using segment: {'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:59:34.568528 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-82c42b23-fe87-4bf7-8873-1ed57aaa6556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:34.569212 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Bound port: 486242c9-343f-4ddd-bc54-40216224ed8d, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:59:34.569816 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.669733 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-fcdacb28-d679-4d5d-9254-ed6df247332b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73a2666a-5256-4cd0-a816-2cee9ac38cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3277521 May 27 09:59:34.710548 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-4ec21124-3288-4245-b70b-e8e2f97661af tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0593758 May 27 09:59:34.736306 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:34.739150 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:59:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:34.752131 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] For port 486242c9-343f-4ddd-bc54-40216224ed8d, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:59:34.756534 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] For port 486242c9-343f-4ddd-bc54-40216224ed8d, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=486242c9-343f-4ddd-bc54-40216224ed8d,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:59:34.782532 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.788965 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-3d85bc80-f0be-4723-933f-aa7458256560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:34.790634 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-3d85bc80-f0be-4723-933f-aa7458256560 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=38fddb67-fb11-4e37-9180-3506a7271db6 HTTP/1.1" status: 200 len: 851 time: 0.6156473 May 27 09:59:34.873790 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.880214 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-13ff144a-1807-4207-9a16-8f0ea1af1eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:34.902871 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:34.904766 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:34.980817 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df27b55f-5ff6-4de6-a870-88ec4a61623e,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:34.988296 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:34.994277 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-66fd3777-5004-43e1-9a2d-fb7ae3c04b26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32694f77-d011-4e83-b676-5f47c5fe6b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592848 May 27 09:59:35.078367 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:35.093426 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Routers {'aac5f1b0-6a2e-4471-9aab-f909e21df452'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 09:59:35.094012 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:59:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['aac5f1b0-6a2e-4471-9aab-f909e21df452'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:35.107766 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.112246 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7846220 May 27 09:59:35.123568 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36568) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:35.123568 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'security_group_rule': {'security_group_id': 'a200b2d1-ed18-464d-9804-f7f83080dcef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:35.135861 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:35.144658 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:security_group_rule and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:35.151738 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:35.170144 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:35.244113 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b0940-633e-4a76-903f-91e34d70ea13 None None] Pushing event updated for resources: {'Port': ['ID=73bc4649-d52b-45e3-b55b-d9642cf3b2ed,revision_number=4']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:35.255317 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-db1b0940-633e-4a76-903f-91e34d70ea13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:35.273459 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7d811-c510-4631-9ef8-6bf39e92e3dd None None] Pushing event updated for resources: {'Port': ['ID=486242c9-343f-4ddd-bc54-40216224ed8d,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:35.304155 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36574) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:35.311795 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.320032 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-31d7d811-c510-4631-9ef8-6bf39e92e3dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:35.378661 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-99866a22-736e-4eff-9e53-1ba46ecad19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.402491 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-99866a22-736e-4eff-9e53-1ba46ecad19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:35.407694 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-99866a22-736e-4eff-9e53-1ba46ecad19f admin admin] Usage tracker for resource:security_group_rule and tenant:2ecbe44a5aa04953aa60330b2d9b168f is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:35.411509 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-99866a22-736e-4eff-9e53-1ba46ecad19f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:35.434269 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-99866a22-736e-4eff-9e53-1ba46ecad19f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:35.489192 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-28db1c35-ae40-4aee-b8f0-63510d5fe9ab service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691095 May 27 09:59:35.518109 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c92e1-7087-447e-ad6a-c455123515cd req-10bbd2ac-f01a-46a6-841f-034dfa707a83 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:35.526711 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-710c92e1-7087-447e-ad6a-c455123515cd req-10bbd2ac-f01a-46a6-841f-034dfa707a83 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 944 time: 1.2213509 May 27 09:59:35.590290 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-99866a22-736e-4eff-9e53-1ba46ecad19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.663801 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] Set router aac5f1b0-6a2e-4471-9aab-f909e21df452 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 09:59:35.715479 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.718807 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-99866a22-736e-4eff-9e53-1ba46ecad19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.767821 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-fd96e7ef-0bfb-45f4-b788-71a8e82d6dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:35.824684 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:35.868512 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:34Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:35.892256 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d0f5e-6ce4-44e0-9095-94e9b0d3d3a2 None None] The sync data for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb is: [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:34Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:59:35.986080 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-99866a22-736e-4eff-9e53-1ba46ecad19f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ecbe44a5aa04953aa60330b2d9b168f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793978 May 27 09:59:35.990529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36594) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:36.106754 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff4891a-5543-44bf-a653-58e0adabb10e', 'tag': '2b33fd33-8d34-4fc8-9bd5-230252f5772b'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:59:36.115264 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99866a22-736e-4eff-9e53-1ba46ecad19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a763b01-867e-4930-b167-6943a597e7c5,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:36.126965 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-99866a22-736e-4eff-9e53-1ba46ecad19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:36.132941 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b77a6cd4-7067-4b0e-b8ba-fdb5d3e38592 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:36.179985 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e15ff8-2a69-434a-8cd5-7ded591a0f70,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:36.211766 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-8e6450b6-5bc2-4d5a-a6bc-08a58dd10cd4 service neutron] 10.222.0.53 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4199300 May 27 09:59:36.223907 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:36.269996 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-710c92e1-7087-447e-ad6a-c455123515cd req-afaf71c3-b702-45fd-9991-35ef59c28b51 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7373857 May 27 09:59:36.288091 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:36.288091 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1722999 May 27 09:59:36.291241 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36600) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:36.313653 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'floatingip': {'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:36.350414 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:36.359559 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8b63-fbf6-45e7-978b-a79a249469f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:36.402477 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 73bc4649-d52b-45e3-b55b-d9642cf3b2ed up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:36.422486 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8b63-fbf6-45e7-978b-a79a249469f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:36.451778 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-0ad655f7-11c5-4a0e-91ae-afc9626a8377 service neutron] 10.222.0.35 "GET /v2.0/networks/32694f77-d011-4e83-b676-5f47c5fe6b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3160141 May 27 09:59:36.508134 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:floatingip and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:36.521382 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:36.538838 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:36.595716 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8b63-fbf6-45e7-978b-a79a249469f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:36.601470 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c1583832-ed82-4fdb-808b-8b3708447751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:36.651103 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8b63-fbf6-45e7-978b-a79a249469f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a763b01-867e-4930-b167-6943a597e7c5,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:36.653603 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8b63-fbf6-45e7-978b-a79a249469f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:36.663764 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-1e2c8b63-fbf6-45e7-978b-a79a249469f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a763b01-867e-4930-b167-6943a597e7c5 HTTP/1.1" status: 204 len: 168 time: 0.6480770 May 27 09:59:36.665226 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-1e2c8b63-fbf6-45e7-978b-a79a249469f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:36.666605 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:36.895791 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-router', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'gw_port': {'id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '486242c9-343f-4ddd-bc54-40216224ed8d', 'name': '', 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'mac_address': 'fa:16:3e:ae:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '708bfe60-b9d4-4818-ac4c-f464201aafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:34Z', 'revision_number': 4, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'subnets': [{'id': '708bfe60-b9d4-4818-ac4c-f464201aafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 09:59:36.905299 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a6f420-85fd-4e31-b475-703b88041418 None None] The sync data for ids ['aac5f1b0-6a2e-4471-9aab-f909e21df452'] in dv-cinder-788782-3-smb is: [{'id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-router', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'gw_port': {'id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '486242c9-343f-4ddd-bc54-40216224ed8d', 'name': '', 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'mac_address': 'fa:16:3e:ae:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '708bfe60-b9d4-4818-ac4c-f464201aafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:34Z', 'revision_number': 4, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'subnets': [{'id': '708bfe60-b9d4-4818-ac4c-f464201aafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 09:59:36.939994 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:59:36.952358 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:36.953266 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:37.105150 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36620) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:37.291772 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0441c6aa-e66c-4d43-af38-b12f76fd520b req-4279cbe6-f634-4c59-abbd-66b669751e45 service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7593913 May 27 09:59:37.351660 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-8f25e39e-af4d-4528-8f55-a150a0dd3c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:37.387035 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bef01e0f-43ce-472c-a126-5d5ff23bb2cd req-0a3860bd-3475-4536-ba61-de2bd3f4f0e3 service neutron] 10.222.0.35 "GET /v2.0/networks/32694f77-d011-4e83-b676-5f47c5fe6b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078259 May 27 09:59:37.396814 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:37.507046 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:37.621523 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d9c3847b-e0d9-47bb-a619-3bc90e4e6e41 service neutron] 10.222.0.53 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3790209 May 27 09:59:37.671863 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e966953-808a-4f5d-976b-52d53e7c1f73 req-79e55f12-1a92-4483-a4a1-fc1677bb3257 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:37.676077 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3e966953-808a-4f5d-976b-52d53e7c1f73 req-79e55f12-1a92-4483-a4a1-fc1677bb3257 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 944 time: 0.9689801 May 27 09:59:37.702050 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=73bc4649-d52b-45e3-b55b-d9642cf3b2ed,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:37.716800 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:37.776111 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:37.778231 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:37.835399 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f452e-d69a-4c0b-a01d-9fc9e91085e4 req-54ece827-578e-42b6-a1b1-ceb26455fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:37.836861 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3d5f452e-d69a-4c0b-a01d-9fc9e91085e4 req-54ece827-578e-42b6-a1b1-ceb26455fd8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 1097 time: 0.3407283 May 27 09:59:37.939787 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:37.964008 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Usage tracker for resource:security_group_rule and tenant:2f05bac9078345aa8ffe314f34fb77e6 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:37.968713 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:37.982294 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:38.002344 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=73bc4649-d52b-45e3-b55b-d9642cf3b2ed,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:38.011557 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3e966953-808a-4f5d-976b-52d53e7c1f73 req-9e807daf-05c0-4d2c-8d30-e01c6b5d8e1c tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265035 May 27 09:59:38.014753 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:38.086704 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Allocated IP 172.28.0.85 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/d420055e-5c46-48aa-94a3-ada06b770d00) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:59:38.152549 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff4891a-5543-44bf-a653-58e0adabb10e', 'tag': '2b33fd33-8d34-4fc8-9bd5-230252f5772b', 'status': 'completed', 'code': 200} May 27 09:59:38.566246 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 486242c9-343f-4ddd-bc54-40216224ed8d up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:38.593535 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:38.626233 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0037921a-2a83-4118-b493-4b41d9dff2ea req-bdce557e-500c-4b4b-bfb8-5a64265a22fe tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 210 time: 0.2425523 May 27 09:59:38.628341 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f452e-d69a-4c0b-a01d-9fc9e91085e4 req-02f4d5ee-95c0-48df-b4bf-2b5c74aa8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:38.630304 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3d5f452e-d69a-4c0b-a01d-9fc9e91085e4 req-02f4d5ee-95c0-48df-b4bf-2b5c74aa8b2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 915 time: 0.7033615 May 27 09:59:38.708777 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:38.730936 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:38.750224 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3d5f452e-d69a-4c0b-a01d-9fc9e91085e4 req-605deb1e-d0fc-4f6f-a171-7105eee44adc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d80ae7b-0a50-437c-a81e-fd8ab8d66777 HTTP/1.1" status: 200 len: 217 time: 0.1112654 May 27 09:59:38.823439 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-48c1592f-8cb7-4210-b295-e35df9a37b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:38.846315 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 36674) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:38.880170 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f05bac9078345aa8ffe314f34fb77e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7736695 May 27 09:59:38.882513 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038c394b-c3e1-4a70-9656-7fc407ade15e,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:38.885965 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 36680) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:38.887066 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:38.915570 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 486242c9-343f-4ddd-bc54-40216224ed8d completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:59:38.931018 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 486242c9-343f-4ddd-bc54-40216224ed8d triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:38.931675 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:38.953863 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f452e-d69a-4c0b-a01d-9fc9e91085e4 req-bfadcf5a-1f51-48a9-8b83-968054231250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:38.957681 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3d5f452e-d69a-4c0b-a01d-9fc9e91085e4 req-bfadcf5a-1f51-48a9-8b83-968054231250 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa45a65-7a6e-421c-b0ee-bb8569abea8a HTTP/1.1" status: 200 len: 854 time: 0.1841867 May 27 09:59:38.957681 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3e82-edb0-4da0-bb9b-4e0c459f9321 req-413b804c-ab81-4bb6-a762-3c28b216b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:38.969129 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d66b3e82-edb0-4da0-bb9b-4e0c459f9321 req-413b804c-ab81-4bb6-a762-3c28b216b5a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7902d15328cb49518d1c217e05b6db9c&device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 1097 time: 0.7654548 May 27 09:59:39.031112 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.048645 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:39.065056 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f501c-9c62-4f42-aea4-e3cb821dfb19 req-2c5238f0-f24b-47b2-b9af-7f61aefc36f9 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:39.072429 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e98f501c-9c62-4f42-aea4-e3cb821dfb19 req-2c5238f0-f24b-47b2-b9af-7f61aefc36f9 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 944 time: 0.5178592 May 27 09:59:39.238048 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.288730 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 486242c9-343f-4ddd-bc54-40216224ed8d, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=486242c9-343f-4ddd-bc54-40216224ed8d,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:39.299294 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:39.309208 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:39.316542 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:59:39.382036 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.383354 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 73bc4649-d52b-45e3-b55b-d9642cf3b2ed up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:39.457699 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'Port': ['ID=d420055e-5c46-48aa-94a3-ada06b770d00,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:39.476325 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:39.479404 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:39.517335 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3d5f452e-d69a-4c0b-a01d-9fc9e91085e4 req-35633476-1160-467c-82e9-c1c6cb620d70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73a2666a-5256-4cd0-a816-2cee9ac38cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4404402 May 27 09:59:39.528809 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-26ac0bde-5947-4419-a95e-81addf65e5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.578586 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-26ac0bde-5947-4419-a95e-81addf65e5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.621912 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.713970 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-52fbadde-b4be-4bee-af93-56120c16ebef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.748182 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-52fbadde-b4be-4bee-af93-56120c16ebef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:39.753034 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=486242c9-343f-4ddd-bc54-40216224ed8d,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:39.762095 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:39.781714 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:39.782148 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.876069 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-85ece69f-ab2e-4f45-a1e4-2573561f5c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.880169 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.895897 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:39.922829 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e98f501c-9c62-4f42-aea4-e3cb821dfb19 req-9edbbb57-3526-4d30-93ee-08087a539e55 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883145 May 27 09:59:39.926348 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-52fbadde-b4be-4bee-af93-56120c16ebef admin admin] Usage tracker for resource:security_group_rule and tenant:69ed60341f5341318d399c79da3459c0 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:39.929896 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-52fbadde-b4be-4bee-af93-56120c16ebef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:39.936477 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-52fbadde-b4be-4bee-af93-56120c16ebef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:39.974934 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-26ac0bde-5947-4419-a95e-81addf65e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.053180 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-476a157f-781a-4ccf-9f18-a3db4af513d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:40.120710 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac0bde-5947-4419-a95e-81addf65e5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c394b-c3e1-4a70-9656-7fc407ade15e,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:40.154831 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.229895 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.232716 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 486242c9-343f-4ddd-bc54-40216224ed8d up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:40.235231 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:40.263478 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-26ac0bde-5947-4419-a95e-81addf65e5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:40.303081 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-52fbadde-b4be-4bee-af93-56120c16ebef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.312191 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-26ac0bde-5947-4419-a95e-81addf65e5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.313283 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-26ac0bde-5947-4419-a95e-81addf65e5fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/038c394b-c3e1-4a70-9656-7fc407ade15e HTTP/1.1" status: 204 len: 168 time: 1.4239771 May 27 09:59:40.348416 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-ce8fb98c-d74b-4202-a16c-c5212036caf0 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:40.354990 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-ce8fb98c-d74b-4202-a16c-c5212036caf0 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/networks?id=5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 200 len: 819 time: 1.0132329 May 27 09:59:40.355274 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'Port': ['ID=d420055e-5c46-48aa-94a3-ada06b770d00,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:40.357137 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3e82-edb0-4da0-bb9b-4e0c459f9321 req-dd1f14a9-4e15-435c-874e-16ccdba67da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:40.358543 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d66b3e82-edb0-4da0-bb9b-4e0c459f9321 req-dd1f14a9-4e15-435c-874e-16ccdba67da0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32694f77-d011-4e83-b676-5f47c5fe6b2c HTTP/1.1" status: 200 len: 912 time: 1.2829394 May 27 09:59:40.367194 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:40.378899 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3d5f452e-d69a-4c0b-a01d-9fc9e91085e4 req-5a8d0970-8820-480e-801d-5bef549cb6cc service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273364 May 27 09:59:40.382589 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 486242c9-343f-4ddd-bc54-40216224ed8d triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:40.383199 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.383756 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.386392 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-d0133e2f-928f-48ea-892d-7664a466587e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/quotas/7876e62cdb654b09a412bb643fbef639 HTTP/1.1" status: 200 len: 375 time: 0.0305338 May 27 09:59:40.428876 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-52fbadde-b4be-4bee-af93-56120c16ebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.447972 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-92a46886-5d0f-45e1-8dbd-0cd307a32df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:40.509680 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-52fbadde-b4be-4bee-af93-56120c16ebef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69ed60341f5341318d399c79da3459c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6592102 May 27 09:59:40.512191 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbadde-b4be-4bee-af93-56120c16ebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9faeef-2136-4138-b295-dc3cc23164f9,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:40.513497 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36722) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:40.526242 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6d594-9ecb-47a3-ba85-3b8d90afec97 req-15c7349d-e362-4a76-906b-94452d857a5d tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:40.526242 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-04b6d594-9ecb-47a3-ba85-3b8d90afec97 req-15c7349d-e362-4a76-906b-94452d857a5d tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 944 time: 0.4351599 May 27 09:59:40.527114 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-52fbadde-b4be-4bee-af93-56120c16ebef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:40.544796 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.546203 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2532783 May 27 09:59:40.586583 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-435d5eea-2e54-4760-9793-a947f988ec1a tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1991720 May 27 09:59:40.606732 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-04b6d594-9ecb-47a3-ba85-3b8d90afec97 req-cc2df2a7-d6c8-4ea8-8a11-fa3330a1092e tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687261 May 27 09:59:40.628512 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-784210b8-3e77-46b2-ab1d-4b369c63ff4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.657201 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-784210b8-3e77-46b2-ab1d-4b369c63ff4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.743056 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-ad74aac8-7f67-4cbc-bd7d-3aafac440d87 service neutron] 10.222.0.53 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441147 May 27 09:59:40.766557 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-784210b8-3e77-46b2-ab1d-4b369c63ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.773140 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:40.800302 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784210b8-3e77-46b2-ab1d-4b369c63ff4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9faeef-2136-4138-b295-dc3cc23164f9,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:40.802994 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-784210b8-3e77-46b2-ab1d-4b369c63ff4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:40.808356 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-784210b8-3e77-46b2-ab1d-4b369c63ff4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.809476 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-784210b8-3e77-46b2-ab1d-4b369c63ff4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e9faeef-2136-4138-b295-dc3cc23164f9 HTTP/1.1" status: 204 len: 168 time: 0.2948065 May 27 09:59:40.921247 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:40.942492 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-cfe1c003-d145-486e-b5c8-f264933440fa service neutron] 10.222.0.53 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931236 May 27 09:59:41.071498 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-14074c32-63e4-4005-ba63-188f26f5abfb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2078910118&fields=id&tenant_id=720623f9cfc84152833b4318d3b24601 HTTP/1.1" status: 200 len: 267 time: 0.0975378 May 27 09:59:41.405210 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b63572-6971-44f7-837e-21686955a2f0 req-a7c927f8-be85-456d-8d9f-cc0b3c09c6f0 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:41.406731 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-a7c927f8-be85-456d-8d9f-cc0b3c09c6f0 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/networks?id=680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 200 len: 810 time: 0.3344479 May 27 09:59:41.454470 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d66b3e82-edb0-4da0-bb9b-4e0c459f9321 req-878e3635-29d0-4e43-9c8e-2a7a6998ded2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b33fd33-8d34-4fc8-9bd5-230252f5772b HTTP/1.1" status: 200 len: 217 time: 0.2092865 May 27 09:59:41.521898 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-9d37edf1-8383-43ec-9f7b-961b13e83ce6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/quotas/720623f9cfc84152833b4318d3b24601 HTTP/1.1" status: 200 len: 375 time: 0.0985219 May 27 09:59:41.540729 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36764) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:41.560794 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8017ce01-f775-4e78-b85e-ab98c921ced3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:41.576407 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-8017ce01-f775-4e78-b85e-ab98c921ced3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:41.581929 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-8017ce01-f775-4e78-b85e-ab98c921ced3 admin admin] Usage tracker for resource:security_group_rule and tenant:f77cd70579bb484696ad98805b91756f is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:41.585394 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-8017ce01-f775-4e78-b85e-ab98c921ced3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:41.592109 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-8017ce01-f775-4e78-b85e-ab98c921ced3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:41.652075 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b3e82-edb0-4da0-bb9b-4e0c459f9321 req-586a4bad-9c6f-408f-8f32-f022ff25347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:41.653484 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d66b3e82-edb0-4da0-bb9b-4e0c459f9321 req-586a4bad-9c6f-408f-8f32-f022ff25347a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=38fddb67-fb11-4e37-9180-3506a7271db6 HTTP/1.1" status: 200 len: 851 time: 0.1843235 May 27 09:59:41.687817 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8017ce01-f775-4e78-b85e-ab98c921ced3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:41.710453 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3d5f452e-d69a-4c0b-a01d-9fc9e91085e4 req-072c76e9-58d6-4f09-9627-e3102cd3f2ac service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633765 May 27 09:59:41.726488 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d66b3e82-edb0-4da0-bb9b-4e0c459f9321 req-db52b829-98ab-4ea7-8d25-f3ad18a4fe49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32694f77-d011-4e83-b676-5f47c5fe6b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591795 May 27 09:59:41.743513 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8017ce01-f775-4e78-b85e-ab98c921ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:41.755289 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:41.798501 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-8017ce01-f775-4e78-b85e-ab98c921ced3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f77cd70579bb484696ad98805b91756f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568851 May 27 09:59:41.799411 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017ce01-f775-4e78-b85e-ab98c921ced3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7840163d-ca96-46f2-8f36-5866b9169467,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:41.802766 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8017ce01-f775-4e78-b85e-ab98c921ced3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:41.803415 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36770) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:41.831649 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cd697-d3bc-4308-806e-342da43498b7 req-88004434-57d0-487b-a330-23884af1c40c tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:41.833116 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8f9cd697-d3bc-4308-806e-342da43498b7 req-88004434-57d0-487b-a330-23884af1c40c tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 944 time: 0.4424915 May 27 09:59:41.854416 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36774) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:41.887715 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f85c53e8-b97c-456c-8daa-5a7359b64b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:41.911677 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f85c53e8-b97c-456c-8daa-5a7359b64b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:41.917190 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8a7673e8-8580-4ba2-8a8f-c0ffa250da5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:41.919135 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f85c53e8-b97c-456c-8daa-5a7359b64b33 admin admin] Usage tracker for resource:security_group_rule and tenant:ce4b3b5755784411985f1e8352c59d08 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:41.920540 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-820a54fa-bc79-4ab2-80c9-994a96002815 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3897252 May 27 09:59:41.922904 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f85c53e8-b97c-456c-8daa-5a7359b64b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:41.939162 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f85c53e8-b97c-456c-8daa-5a7359b64b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:41.979057 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8a7673e8-8580-4ba2-8a8f-c0ffa250da5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:41.995092 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d66b3e82-edb0-4da0-bb9b-4e0c459f9321 req-bb0ee96d-d277-4af8-afd0-5b4eaa532a9a service neutron] 10.222.0.35 "GET /v2.0/networks/32694f77-d011-4e83-b676-5f47c5fe6b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611527 May 27 09:59:42.027439 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8f9cd697-d3bc-4308-806e-342da43498b7 req-8386c0f5-6b05-4900-802d-2a7affabeaca tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858118 May 27 09:59:42.154953 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f85c53e8-b97c-456c-8daa-5a7359b64b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:42.250447 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f85c53e8-b97c-456c-8daa-5a7359b64b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:42.251479 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8a7673e8-8580-4ba2-8a8f-c0ffa250da5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:42.261282 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:42.303836 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f0d192d8-059c-49de-b18e-519a56e91ab9 req-1e407bc1-c5f0-44b1-bf8a-cbc146b1b34c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 210 time: 0.1600988 May 27 09:59:42.351491 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-cb20179e-91d9-4ce0-a4af-029fb35a78f2 service neutron] 10.222.0.53 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877528 May 27 09:59:42.359668 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d66b3e82-edb0-4da0-bb9b-4e0c459f9321 req-408b7afa-c048-475b-bd06-e63553b29aa6 service neutron] 10.222.0.35 "GET /v2.0/networks/32694f77-d011-4e83-b676-5f47c5fe6b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551576 May 27 09:59:42.366722 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c53e8-b97c-456c-8daa-5a7359b64b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c05ba5-64ed-4012-8ba2-b9ab83aa9e21,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:42.373381 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-f85c53e8-b97c-456c-8daa-5a7359b64b33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce4b3b5755784411985f1e8352c59d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156379 May 27 09:59:42.383282 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7673e8-8580-4ba2-8a8f-c0ffa250da5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7840163d-ca96-46f2-8f36-5866b9169467,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:42.385033 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 36788) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:42.385964 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8a7673e8-8580-4ba2-8a8f-c0ffa250da5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:42.389192 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-8a7673e8-8580-4ba2-8a8f-c0ffa250da5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7840163d-ca96-46f2-8f36-5866b9169467 HTTP/1.1" status: 204 len: 168 time: 0.5826025 May 27 09:59:42.390160 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8a7673e8-8580-4ba2-8a8f-c0ffa250da5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:42.391076 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:42.391076 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:42.496048 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c5589fa6-0798-474d-a7a0-39f288b2a89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:42.525114 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c5589fa6-0798-474d-a7a0-39f288b2a89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:42.602557 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-ef5009da-aa46-42c7-913a-fadfd1290c06 service neutron] 10.222.0.53 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416956 May 27 09:59:42.632043 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263eeed6-a5c8-44ad-8da7-dcf7eb979cef req-3a632fd1-8129-4a3a-bc6e-4b7a98026570 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:42.635027 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:42.642094 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-263eeed6-a5c8-44ad-8da7-dcf7eb979cef req-3a632fd1-8129-4a3a-bc6e-4b7a98026570 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 944 time: 0.1253681 May 27 09:59:42.667030 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c5589fa6-0798-474d-a7a0-39f288b2a89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:42.673344 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-7ffce098-52e5-4af0-be1c-f8cb09f62df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:42.691867 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c5589fa6-0798-474d-a7a0-39f288b2a89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:42.695270 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-c5589fa6-0798-474d-a7a0-39f288b2a89a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4c05ba5-64ed-4012-8ba2-b9ab83aa9e21 HTTP/1.1" status: 204 len: 168 time: 0.3048904 May 27 09:59:42.695270 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5589fa6-0798-474d-a7a0-39f288b2a89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c05ba5-64ed-4012-8ba2-b9ab83aa9e21,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:42.696227 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c5589fa6-0798-474d-a7a0-39f288b2a89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:42.699816 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-263eeed6-a5c8-44ad-8da7-dcf7eb979cef req-7532eaa8-bac6-4c01-8866-ab8c20f3e4d9 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562723 May 27 09:59:43.061643 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8a6b9fd0-b51f-4f48-bd89-5e1a06b3bcc6 req-608d1679-5080-495e-a444-c842d5a1e39d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 210 time: 0.1126964 May 27 09:59:43.333652 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e40b66-738b-4d9b-b36a-8539568c726a req-f712d560-2cd2-41fb-9db7-564b33075b48 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:43.335127 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-f712d560-2cd2-41fb-9db7-564b33075b48 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.35 "GET /v2.0/networks?id=5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 200 len: 819 time: 0.3356981 May 27 09:59:43.363285 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5974b-e69c-47f2-b03e-00dc28f772b0 req-bfb9e61f-3749-4016-a72e-d50d1c9238e3 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:43.365274 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-91d5974b-e69c-47f2-b03e-00dc28f772b0 req-bfb9e61f-3749-4016-a72e-d50d1c9238e3 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 944 time: 0.1651304 May 27 09:59:43.372125 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Request body: {'port': {'device_id': 'aac3ea16-126f-48a6-a2c7-65b5d9e120e6', 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6', 'admin_state_up': True, 'tenant_id': '7876e62cdb654b09a412bb643fbef639'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:43.562118 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-38fb1d92-59ba-460b-9879-5fd41ab56f17 req-ddf7ea5a-7887-4caf-b36c-53ce8684e47e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 210 time: 0.0723281 May 27 09:59:43.590646 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-91d5974b-e69c-47f2-b03e-00dc28f772b0 req-fb4db019-9a80-4392-b449-6cdab627af25 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978333 May 27 09:59:43.623052 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:43.629435 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Usage tracker for resource:port and tenant:7876e62cdb654b09a412bb643fbef639 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:43.636584 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:43.645536 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:43.744082 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Made reservation on behalf of 7876e62cdb654b09a412bb643fbef639 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:43.748063 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.026101 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc0110-0e4a-41ae-aa09-5f55292bc790 req-3a3122dc-7d45-4e1d-ac3f-cfc8f8c8ed8b tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:44.027605 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-85bc0110-0e4a-41ae-aa09-5f55292bc790 req-3a3122dc-7d45-4e1d-ac3f-cfc8f8c8ed8b tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 944 time: 0.1698382 May 27 09:59:44.033951 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Allocated IP 172.20.0.5 (5073019d-3d3e-4ac3-99f8-103c518ae1d6/708bfe60-b9d4-4818-ac4c-f464201aafd5/956e6863-9ade-47cb-8d1f-bb7fb39b3eda) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:59:44.250508 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-85bc0110-0e4a-41ae-aa09-5f55292bc790 req-5d9a3e63-2b83-4437-9524-3d44f7da7737 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135248 May 27 09:59:44.262928 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d4fb6c5b-1bf4-44eb-a0f9-ac0f45a5a408 req-02d65472-58a0-4314-a0ea-c36b64473f27 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 210 time: 0.0934486 May 27 09:59:44.406736 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-91b3f95a-fd8e-42e8-ac3e-08dd93c6f129 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:44.408153 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-91b3f95a-fd8e-42e8-ac3e-08dd93c6f129 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.35 "GET /v2.0/networks?id=5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 200 len: 819 time: 0.3442237 May 27 09:59:44.427233 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Request body: {'port': {'device_id': '25112a41-67dd-4fe9-b4d0-f0489818a29d', 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6', 'admin_state_up': True, 'tenant_id': '7876e62cdb654b09a412bb643fbef639'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:44.570543 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.630683 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:44.637063 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Usage tracker for resource:port and tenant:7876e62cdb654b09a412bb643fbef639 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:44.640978 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:44.648098 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:44.885713 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Made reservation on behalf of 7876e62cdb654b09a412bb643fbef639 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:44.889125 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.899546 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5c7ee199-177c-4c06-9fd5-9dadfe3f7bbc req-54e9f36d-84ae-4ab6-888e-25b84bb5ef89 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 210 time: 0.1817646 May 27 09:59:44.900505 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:44.920926 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-82f64093-19c4-443c-9bb1-38d960746116 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:45.053520 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:45.063288 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:45.065799 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:59:45.130757 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Pushing event updated for resources: {'Port': ['ID=956e6863-9ade-47cb-8d1f-bb7fb39b3eda,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:45.146108 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:45.231882 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:45.232496 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.272645 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94352e06-bd6e-4dc0-9a52-00e444a78e46 req-215bca59-8f8f-431e-9dba-86603296a046 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:45.274197 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-94352e06-bd6e-4dc0-9a52-00e444a78e46 req-215bca59-8f8f-431e-9dba-86603296a046 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 944 time: 0.5166085 May 27 09:59:45.336660 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Allocated IP 172.20.0.10 (5073019d-3d3e-4ac3-99f8-103c518ae1d6/708bfe60-b9d4-4818-ac4c-f464201aafd5/11b2d3e6-1970-4aa6-9c59-1fafec36830a) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:59:45.357165 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9906051 May 27 09:59:45.383762 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Request body: {'port': {'device_id': 'aac3ea16-126f-48a6-a2c7-65b5d9e120e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:45.450820 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-94352e06-bd6e-4dc0-9a52-00e444a78e46 req-e5466370-de1a-4af0-b181-d4e7f9922cdb tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637759 May 27 09:59:45.727154 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0dde8492-d315-4c86-ba25-be80fa9055d8 req-84bfb017-c39a-424c-8d3d-ef34425ca483 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 210 time: 0.0960522 May 27 09:59:45.736171 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.35', 57735) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:45.807973 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:45.889307 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b100c-daae-494f-be04-55905a401365 req-74cdcf61-dfb5-4798-a4e0-949405d1059a tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:45.890598 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1a3b100c-daae-494f-be04-55905a401365 req-74cdcf61-dfb5-4798-a4e0-949405d1059a tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 944 time: 0.4601846 May 27 09:59:45.921998 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2b33fd33-8d34-4fc8-9bd5-230252f5772b details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:59:45.965607 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.034085 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b63572-6971-44f7-837e-21686955a2f0 req-d10c6528-71ab-4f0e-b874-66e507fb1432 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:46.034895 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [req-35b63572-6971-44f7-837e-21686955a2f0 req-d10c6528-71ab-4f0e-b874-66e507fb1432 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Synchronizing usage tracker for tenant:720623f9cfc84152833b4318d3b24601 on resource:network {{(pid=98699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:59:46.055327 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1a3b100c-daae-494f-be04-55905a401365 req-6edc4526-9ba1-4d85-bfec-8ec4f63dbd0f tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411772 May 27 09:59:46.130644 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 2b33fd33-8d34-4fc8-9bd5-230252f5772b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2b33fd33-8d34-4fc8-9bd5-230252f5772b,segment=NetworkSegment(fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb),segment_id=fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:46.134791 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c39e5aaf-1515-4bbb-a626-beecfd1c0ca0 req-e19e16bb-6fc0-4736-9615-13361685e30f tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Synchronizing usage tracker for tenant:7876e62cdb654b09a412bb643fbef639 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:59:46.146678 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '2b33fd33-8d34-4fc8-9bd5-230252f5772b', 'network_id': '32694f77-d011-4e83-b676-5f47c5fe6b2c', 'port_id': '2b33fd33-8d34-4fc8-9bd5-230252f5772b', 'mac_address': 'fa:16:3e:2f:03:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fddb67-fb11-4e37-9180-3506a7271db6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:59:46.147614 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [req-35b63572-6971-44f7-837e-21686955a2f0 req-d10c6528-71ab-4f0e-b874-66e507fb1432 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Unset dirty status for tenant:720623f9cfc84152833b4318d3b24601 on resource:network {{(pid=98699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:59:46.155204 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-d10c6528-71ab-4f0e-b874-66e507fb1432 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.35 "GET /v2.0/networks?id=680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 200 len: 810 time: 0.4164417 May 27 09:59:46.207135 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [req-35b63572-6971-44f7-837e-21686955a2f0 req-c4011ffa-8e09-40fd-8231-7d9e21125f43 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Synchronizing usage tracker for tenant:720623f9cfc84152833b4318d3b24601 on resource:security_group {{(pid=98699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:59:46.216821 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.235550 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b33fd33-8d34-4fc8-9bd5-230252f5772b {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:59:46.252560 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 2b33fd33-8d34-4fc8-9bd5-230252f5772b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2b33fd33-8d34-4fc8-9bd5-230252f5772b,segment=NetworkSegment(fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb),segment_id=fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:46.258847 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.263557 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c39e5aaf-1515-4bbb-a626-beecfd1c0ca0 req-e19e16bb-6fc0-4736-9615-13361685e30f tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Unset dirty status for tenant:7876e62cdb654b09a412bb643fbef639 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:59:46.264706 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c39e5aaf-1515-4bbb-a626-beecfd1c0ca0 req-e19e16bb-6fc0-4736-9615-13361685e30f tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 210 time: 0.1900091 May 27 09:59:46.320050 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-6de2f352-0130-41f3-9b21-d1ca50f08c63 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:46.388858 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:46.393049 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.398040 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:59:46.398158 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:46.399719 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [req-35b63572-6971-44f7-837e-21686955a2f0 req-c4011ffa-8e09-40fd-8231-7d9e21125f43 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Unset dirty status for tenant:720623f9cfc84152833b4318d3b24601 on resource:security_group {{(pid=98699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:59:46.402060 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:59:46.403372 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-c4011ffa-8e09-40fd-8231-7d9e21125f43 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720623f9cfc84152833b4318d3b24601 HTTP/1.1" status: 200 len: 380 time: 0.2393646 May 27 09:59:46.416607 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'port': {'device_id': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'admin_state_up': True, 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'security_groups': ['a200b2d1-ed18-464d-9804-f7f83080dcef']}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:46.470539 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:46.485613 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:46.486266 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.527503 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Pushing event updated for resources: {'Port': ['ID=11b2d3e6-1970-4aa6-9c59-1fafec36830a,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:46.541716 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:46.626096 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2049327 May 27 09:59:46.643922 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Request body: {'port': {'device_id': '25112a41-67dd-4fe9-b4d0-f0489818a29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:46.652618 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:46.662859 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:port and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:46.665021 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=2b33fd33-8d34-4fc8-9bd5-230252f5772b,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:46.670196 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:46.678607 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:46.681319 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:46.710279 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8d80ae7b-0a50-437c-a81e-fd8ab8d66777,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:46.727670 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '8d80ae7b-0a50-437c-a81e-fd8ab8d66777', 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2', 'port_id': '8d80ae7b-0a50-437c-a81e-fd8ab8d66777', 'mac_address': 'fa:16:3e:61:4d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa45a65-7a6e-421c-b0ee-bb8569abea8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:59:46.762341 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956e6863-9ade-47cb-8d1f-bb7fb39b3eda {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:59:46.766056 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Made reservation on behalf of 720623f9cfc84152833b4318d3b24601 for: {'port': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 09:59:46.771766 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.776595 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.843225 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.884023 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Transition to ACTIVE for port object 956e6863-9ade-47cb-8d1f-bb7fb39b3eda will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:46.887192 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:59:46.917124 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8d80ae7b-0a50-437c-a81e-fd8ab8d66777,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:46.919164 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.944929 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89234a6e-69c6-4208-a266-21b108c0ddef req-7fb738fc-6b8b-472c-9499-8d0460b40d1b tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:46.947759 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-89234a6e-69c6-4208-a266-21b108c0ddef req-7fb738fc-6b8b-472c-9499-8d0460b40d1b tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 944 time: 0.2683754 May 27 09:59:46.994890 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:46.997503 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-31d7d811-c510-4631-9ef8-6bf39e92e3dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:46.999368 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Allocated IP 172.20.0.3 (680dc906-254f-41f4-8e2f-166a255640b5/c854efed-adbc-4220-b2d0-d8b2fa86a9a6/311bbffa-7dee-494c-825f-45f3e3314a12) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 09:59:47.072660 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f8899113-1308-4ddf-a09a-07729c00596e req-3d1624a5-6dea-451b-a1ef-f2e1a621427f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 210 time: 0.1249559 May 27 09:59:47.076643 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=8d80ae7b-0a50-437c-a81e-fd8ab8d66777,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:47.080087 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:47.098020 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:47.141595 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-d12f31de-e731-4a8a-ab39-38fbc0b8fadb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:47.254234 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:47.270628 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.provisioning_blocks [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Transition to ACTIVE for port object 311bbffa-7dee-494c-825f-45f3e3314a12 will not be triggered until provisioned by entity DHCP. {{(pid=98699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:47.373090 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:47.373280 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-89234a6e-69c6-4208-a266-21b108c0ddef req-cc13adb0-cdcf-416b-a5ed-4ae7ec662fb4 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030972 May 27 09:59:47.395386 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b10d636f-dd2a-4dee-a10d-7c855858ce29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:47.407640 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['8d80ae7b-0a50-437c-a81e-fd8ab8d66777'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:59:47.422794 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Pushing event updated for resources: {'Port': ['ID=956e6863-9ade-47cb-8d1f-bb7fb39b3eda,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:47.431962 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:47.472826 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['2b33fd33-8d34-4fc8-9bd5-230252f5772b'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:59:47.478596 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Network 680dc906-254f-41f4-8e2f-166a255640b5 is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 09:59:47.487805 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 09:59:47.492257 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 09:59:47.583098 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:47.583647 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for port, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:47.606477 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'Port': ['ID=311bbffa-7dee-494c-825f-45f3e3314a12,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:47.620513 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:47.727193 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3159096 May 27 09:59:47.739800 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Request body: {'port': {'device_id': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 09:59:47.866388 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Attempting to bind port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:59:47.866718 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Attempting to bind port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:59:47.867038 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Attempting to bind port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda on network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:47.892144 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda on network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:59:47.892465 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Attempting to bind port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda on network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:47.908277 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:47.916471 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:59:47.916809 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Checking segment: {'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:47.917190 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Bound using segment: {'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:59:47.917664 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Bound port: 956e6863-9ade-47cb-8d1f-bb7fb39b3eda, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:59:47.918048 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:47.943935 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c5617-72fa-46e5-9358-8e57408ca23b req-f62b70d6-a71c-4a23-92d1-0693136d2c24 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:47.951087 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7d3c5617-72fa-46e5-9358-8e57408ca23b req-f62b70d6-a71c-4a23-92d1-0693136d2c24 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 945 time: 0.7136645 May 27 09:59:48.021169 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-edd277b0-910a-4775-baae-87e2baf6f5bc None None] Provisioning for port 311bbffa-7dee-494c-825f-45f3e3314a12 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:59:48.028224 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-edd277b0-910a-4775-baae-87e2baf6f5bc None None] Provisioning complete for port 311bbffa-7dee-494c-825f-45f3e3314a12 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:48.028602 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-edd277b0-910a-4775-baae-87e2baf6f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:48.070113 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226084a5-f7eb-42f4-9622-e14a78e35be7 req-e6d73127-9ded-49a8-9e3c-3edae155e283 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:48.078473 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-226084a5-f7eb-42f4-9622-e14a78e35be7 req-e6d73127-9ded-49a8-9e3c-3edae155e283 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 932 time: 0.4632268 May 27 09:59:48.107936 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-edd277b0-910a-4775-baae-87e2baf6f5bc None None] Port 311bbffa-7dee-494c-825f-45f3e3314a12 cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 09:59:48.130413 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7d3c5617-72fa-46e5-9358-8e57408ca23b req-3867ea41-bbff-4960-ac9c-de8e81b5af7e tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784112 May 27 09:59:48.265075 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-226084a5-f7eb-42f4-9622-e14a78e35be7 req-61a27a73-288a-4140-b2ab-18a0f87bcc41 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854599 May 27 09:59:48.274897 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] For port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:59:48.285638 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b2d3e6-1970-4aa6-9c59-1fafec36830a {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:59:48.294689 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:48.305601 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] For port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=956e6863-9ade-47cb-8d1f-bb7fb39b3eda,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:59:48.318270 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.notifiers.nova [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311bbffa-7dee-494c-825f-45f3e3314a12 {{(pid=98699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:59:48.323279 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Transition to ACTIVE for port object 11b2d3e6-1970-4aa6-9c59-1fafec36830a will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:48.325991 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:48.342680 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.provisioning_blocks [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Transition to ACTIVE for port object 311bbffa-7dee-494c-825f-45f3e3314a12 will not be triggered until provisioned by entity L2. {{(pid=98699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 09:59:48.349083 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d983d-0022-44f4-8a60-d75cfd509472 req-d7bbbb65-3d8f-4fde-9d14-5411b5f4916e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:48.352141 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ca9d983d-0022-44f4-8a60-d75cfd509472 req-d7bbbb65-3d8f-4fde-9d14-5411b5f4916e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 931 time: 0.1305802 May 27 09:59:48.396329 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ca9d983d-0022-44f4-8a60-d75cfd509472 req-40cf06a3-6e06-4571-9a6c-8742f2fb0f69 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395911 May 27 09:59:48.491292 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:48.495396 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:48.512847 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:48.513565 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:48.529372 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0b105835-92c0-4404-9479-65ceb6bab0f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:48.598124 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:48.598954 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:48.600308 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] 10.222.0.35 "PUT /v2.0/ports/956e6863-9ade-47cb-8d1f-bb7fb39b3eda HTTP/1.1" status: 200 len: 1093 time: 3.2211080 May 27 09:59:48.614613 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac3ea16-126f-48a6-a2c7-65b5d9e120e6', 'tag': '956e6863-9ade-47cb-8d1f-bb7fb39b3eda'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:59:48.670513 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Pushing event updated for resources: {'Port': ['ID=311bbffa-7dee-494c-825f-45f3e3314a12,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:48.702541 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac3ea16-126f-48a6-a2c7-65b5d9e120e6', 'tag': '956e6863-9ade-47cb-8d1f-bb7fb39b3eda', 'status': 'completed', 'code': 200} May 27 09:59:48.702752 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:48.760679 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Pushing event updated for resources: {'Port': ['ID=956e6863-9ade-47cb-8d1f-bb7fb39b3eda,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:48.762952 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.managers [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Attempting to bind port 311bbffa-7dee-494c-825f-45f3e3314a12 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:59:48.763340 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.managers [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Attempting to bind port 311bbffa-7dee-494c-825f-45f3e3314a12 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'}] {{(pid=98699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:59:48.764884 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Attempting to bind port 311bbffa-7dee-494c-825f-45f3e3314a12 on network 680dc906-254f-41f4-8e2f-166a255640b5 {{(pid=98699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:48.770820 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Port 311bbffa-7dee-494c-825f-45f3e3314a12 on network 680dc906-254f-41f4-8e2f-166a255640b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:59:48.771186 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Attempting to bind port 311bbffa-7dee-494c-825f-45f3e3314a12 on network 680dc906-254f-41f4-8e2f-166a255640b5 {{(pid=98699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:48.776865 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:59:48.777236 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Checking segment: {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:48.777762 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Bound using segment: {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'} {{(pid=98699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:59:48.780533 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.managers [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Bound port: 311bbffa-7dee-494c-825f-45f3e3314a12, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'}}] {{(pid=98699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:59:48.780533 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:48.899482 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] For port 311bbffa-7dee-494c-825f-45f3e3314a12, host hv-cinder-78878, cleared binding levels {{(pid=98699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:59:48.904025 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] For port 311bbffa-7dee-494c-825f-45f3e3314a12, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=311bbffa-7dee-494c-825f-45f3e3314a12,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:59:48.942327 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d600ebc-a1b8-4d63-ba5e-80319f79b9ac req-838667fc-e3b2-4694-88f9-8d78ff81ccc9 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:48.943797 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0d600ebc-a1b8-4d63-ba5e-80319f79b9ac req-838667fc-e3b2-4694-88f9-8d78ff81ccc9 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 945 time: 0.4671168 May 27 09:59:48.947383 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Pushing event updated for resources: {'Port': ['ID=11b2d3e6-1970-4aa6-9c59-1fafec36830a,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:48.960944 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:48.961931 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.384s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:48.962221 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:48.976117 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:48.981442 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d55416df-298b-40dc-97f1-671ea305695d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:49.042536 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:49.048521 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for port, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:49.048521 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] 10.222.0.35 "PUT /v2.0/ports/311bbffa-7dee-494c-825f-45f3e3314a12 HTTP/1.1" status: 200 len: 1093 time: 1.3094699 May 27 09:59:49.048521 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'tag': '311bbffa-7dee-494c-825f-45f3e3314a12'}] {{(pid=98699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:59:49.079683 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Pushing event updated for resources: {'Port': ['ID=311bbffa-7dee-494c-825f-45f3e3314a12,revision_number=3']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:49.086660 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:49.126850 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0d600ebc-a1b8-4d63-ba5e-80319f79b9ac req-da304c04-8cfd-458e-a8e8-0f49719f41be tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701629 May 27 09:59:49.129169 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Attempting to bind port 11b2d3e6-1970-4aa6-9c59-1fafec36830a on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 09:59:49.129506 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Attempting to bind port 11b2d3e6-1970-4aa6-9c59-1fafec36830a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 09:59:49.129855 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Attempting to bind port 11b2d3e6-1970-4aa6-9c59-1fafec36830a on network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:49.133676 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f08b66-93cc-4d27-9fe8-36b96a6fbfdd req-168ea12c-38aa-442b-a805-8d9654365502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:49.135156 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-44f08b66-93cc-4d27-9fe8-36b96a6fbfdd req-168ea12c-38aa-442b-a805-8d9654365502 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 1096 time: 0.4322317 May 27 09:59:49.139003 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Port 11b2d3e6-1970-4aa6-9c59-1fafec36830a on network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 09:59:49.139110 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Attempting to bind port 11b2d3e6-1970-4aa6-9c59-1fafec36830a on network 5073019d-3d3e-4ac3-99f8-103c518ae1d6 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 09:59:49.146650 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 09:59:49.146986 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Checking segment: {'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 09:59:49.147368 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Bound using segment: {'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 09:59:49.147795 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Bound port: 11b2d3e6-1970-4aa6-9c59-1fafec36830a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eda799-5f8d-43b6-bf22-d6ca671f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 09:59:49.148138 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:49.380351 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b63572-6971-44f7-837e-21686955a2f0 req-1fc77f50-4388-44cd-a159-f5cea8eb3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:49.383745 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-1fc77f50-4388-44cd-a159-f5cea8eb3f7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 1096 time: 0.2047622 May 27 09:59:49.471678 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-ab5a77ff-b207-4b3f-8e53-6f3b836e25b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=311bbffa-7dee-494c-825f-45f3e3314a12 HTTP/1.1" status: 200 len: 217 time: 0.0785604 May 27 09:59:49.517765 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] For port 11b2d3e6-1970-4aa6-9c59-1fafec36830a, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 09:59:49.530225 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f08b66-93cc-4d27-9fe8-36b96a6fbfdd req-d33ba969-dc05-4f26-a750-52b004927002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:49.531670 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-44f08b66-93cc-4d27-9fe8-36b96a6fbfdd req-d33ba969-dc05-4f26-a750-52b004927002 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7876e62cdb654b09a412bb643fbef639&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3863111 May 27 09:59:49.543652 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b63572-6971-44f7-837e-21686955a2f0 req-855c0bdf-cafa-4df3-8140-932e47664c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:49.544639 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] For port 11b2d3e6-1970-4aa6-9c59-1fafec36830a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=11b2d3e6-1970-4aa6-9c59-1fafec36830a,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 09:59:49.545138 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-855c0bdf-cafa-4df3-8140-932e47664c43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c854efed-adbc-4220-b2d0-d8b2fa86a9a6 HTTP/1.1" status: 200 len: 849 time: 0.0677390 May 27 09:59:49.630271 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b63572-6971-44f7-837e-21686955a2f0 req-6ecb1e4f-0ddc-4d94-84d5-c6924c64d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:49.638662 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-6ecb1e4f-0ddc-4d94-84d5-c6924c64d814 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=680dc906-254f-41f4-8e2f-166a255640b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808823 May 27 09:59:49.663039 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fe22b-46cb-4edc-8210-bb81a311beb9 req-959bbfff-5f5b-4ccb-8574-175d1224c65e tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:49.672897 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-392fe22b-46cb-4edc-8210-bb81a311beb9 req-959bbfff-5f5b-4ccb-8574-175d1224c65e tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 945 time: 0.2902615 May 27 09:59:49.672897 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:49.706281 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:49.753664 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118773b-7034-48d0-91c0-d8b17f0b694c req-507bc25d-5f61-405f-8ce6-a102f22bc828 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:49.753664 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2118773b-7034-48d0-91c0-d8b17f0b694c req-507bc25d-5f61-405f-8ce6-a102f22bc828 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 944 time: 0.3101282 May 27 09:59:49.809788 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:49.810443 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:49.811760 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] 10.222.0.35 "PUT /v2.0/ports/11b2d3e6-1970-4aa6-9c59-1fafec36830a HTTP/1.1" status: 200 len: 1094 time: 3.1732190 May 27 09:59:49.811966 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-1966bc8e-df9e-483f-bf7c-b596bd315015 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731029 May 27 09:59:49.858093 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f08b66-93cc-4d27-9fe8-36b96a6fbfdd req-20c14a44-4e29-49c8-b41d-f2a701de3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:49.859544 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-44f08b66-93cc-4d27-9fe8-36b96a6fbfdd req-20c14a44-4e29-49c8-b41d-f2a701de3a06 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3184717 May 27 09:59:49.866643 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-392fe22b-46cb-4edc-8210-bb81a311beb9 req-ecf2ff8f-48fc-44d3-b2c1-31ddf9b58454 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947465 May 27 09:59:49.876631 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2118773b-7034-48d0-91c0-d8b17f0b694c req-18e1ed15-6ed7-491e-b710-8b02eda750bb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059415 May 27 09:59:49.877258 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Pushing event updated for resources: {'Port': ['ID=11b2d3e6-1970-4aa6-9c59-1fafec36830a,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:49.880841 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:49.893515 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2b33fd33-8d34-4fc8-9bd5-230252f5772b up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:50.069224 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-35b63572-6971-44f7-837e-21686955a2f0 req-32ffbd1a-f19b-49a9-91ce-c13ebb09766a service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463858 May 27 09:59:50.087585 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'tag': '311bbffa-7dee-494c-825f-45f3e3314a12', 'status': 'completed', 'code': 200} May 27 09:59:50.137574 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 2b33fd33-8d34-4fc8-9bd5-230252f5772b completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:59:50.146311 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 2b33fd33-8d34-4fc8-9bd5-230252f5772b triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:50.146872 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:50.195508 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-5bfc12ed-9d20-4b41-bb75-4d69a3066640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:50.196991 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-5bfc12ed-9d20-4b41-bb75-4d69a3066640 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 1097 time: 0.2309418 May 27 09:59:50.199451 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2a04d82f-e563-457a-bc67-44abac2a9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:50.200467 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-2a04d82f-e563-457a-bc67-44abac2a9d1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 1096 time: 0.2727659 May 27 09:59:50.216516 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ddee6-b522-45c1-b81c-ba6dc37d92e3 req-b6d7f188-cc05-412c-af3c-591d2c6a5f7c tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:50.218044 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-535ddee6-b522-45c1-b81c-ba6dc37d92e3 req-b6d7f188-cc05-412c-af3c-591d2c6a5f7c tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 943 time: 0.1475456 May 27 09:59:50.312030 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499052e-43d3-4c07-8b57-ebde46f9d090 req-2e60ddd7-0fa1-4776-a05f-7bd6dac8f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:50.314690 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-7499052e-43d3-4c07-8b57-ebde46f9d090 req-2e60ddd7-0fa1-4776-a05f-7bd6dac8f1df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 1096 time: 0.0901256 May 27 09:59:50.317550 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:50.370056 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-aae3828d-ab9c-445a-85be-ea4ee77f16c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956e6863-9ade-47cb-8d1f-bb7fb39b3eda HTTP/1.1" status: 200 len: 217 time: 0.1508191 May 27 09:59:50.374859 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff4891a-5543-44bf-a653-58e0adabb10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b33fd33-8d34-4fc8-9bd5-230252f5772b'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:59:50.429900 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-674dbeda-f045-4a75-9336-9c514a8e660b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11b2d3e6-1970-4aa6-9c59-1fafec36830a HTTP/1.1" status: 200 len: 217 time: 0.1233921 May 27 09:59:50.440420 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 2b33fd33-8d34-4fc8-9bd5-230252f5772b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2b33fd33-8d34-4fc8-9bd5-230252f5772b,segment=NetworkSegment(fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb),segment_id=fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:50.499015 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499052e-43d3-4c07-8b57-ebde46f9d090 req-450d2b27-7783-4dec-b328-9b9343c89c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:50.501687 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-7499052e-43d3-4c07-8b57-ebde46f9d090 req-450d2b27-7783-4dec-b328-9b9343c89c13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 200 len: 911 time: 0.1811204 May 27 09:59:50.537360 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:50.538313 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:50.569807 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:50.577810 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-535ddee6-b522-45c1-b81c-ba6dc37d92e3 req-76570062-f7f7-4858-80a3-2ca924133f0f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010138 May 27 09:59:50.578400 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-7499052e-43d3-4c07-8b57-ebde46f9d090 req-c5f21b2f-3033-4588-ba69-a02f5fe009c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=311bbffa-7dee-494c-825f-45f3e3314a12 HTTP/1.1" status: 200 len: 217 time: 0.0702293 May 27 09:59:50.595921 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e40b66-738b-4d9b-b36a-8539568c726a req-c7fa151d-65b5-4cf5-80ad-f97a6b9a2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:50.598202 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-c7fa151d-65b5-4cf5-80ad-f97a6b9a2aaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=708bfe60-b9d4-4818-ac4c-f464201aafd5 HTTP/1.1" status: 200 len: 859 time: 0.2118206 May 27 09:59:50.647815 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-72d3b905-3309-4a36-a67c-3db47083c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:50.649252 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-72d3b905-3309-4a36-a67c-3db47083c099 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=708bfe60-b9d4-4818-ac4c-f464201aafd5 HTTP/1.1" status: 200 len: 859 time: 0.1684341 May 27 09:59:50.657769 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499052e-43d3-4c07-8b57-ebde46f9d090 req-377201a5-3282-4f56-9c35-2209234829a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:50.660231 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-7499052e-43d3-4c07-8b57-ebde46f9d090 req-377201a5-3282-4f56-9c35-2209234829a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c854efed-adbc-4220-b2d0-d8b2fa86a9a6 HTTP/1.1" status: 200 len: 849 time: 0.0749593 May 27 09:59:50.662455 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-865ddf09-4bd9-404d-8b46-b4e44cb9ceca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5073019d-3d3e-4ac3-99f8-103c518ae1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563722 May 27 09:59:50.699756 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=2b33fd33-8d34-4fc8-9bd5-230252f5772b,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:50.703735 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:50.729182 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25112a41-67dd-4fe9-b4d0-f0489818a29d', 'tag': '11b2d3e6-1970-4aa6-9c59-1fafec36830a'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:59:50.740479 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-a75b709a-e481-4226-99ae-b0e451fa28bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5073019d-3d3e-4ac3-99f8-103c518ae1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817394 May 27 09:59:50.776267 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff4891a-5543-44bf-a653-58e0adabb10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b33fd33-8d34-4fc8-9bd5-230252f5772b', 'code': 200} May 27 09:59:50.782136 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:59:50.790366 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:50.790791 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:50.813414 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499052e-43d3-4c07-8b57-ebde46f9d090 req-1200f906-ce23-439f-809d-1d7be25d12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:50.815477 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-7499052e-43d3-4c07-8b57-ebde46f9d090 req-1200f906-ce23-439f-809d-1d7be25d12cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=680dc906-254f-41f4-8e2f-166a255640b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1432028 May 27 09:59:50.816340 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e58bcc-874c-40f8-937a-00849ef23e89 req-fdd6f718-a2a9-4e51-b1f3-3aca12a13ae9 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:50.818063 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e4e58bcc-874c-40f8-937a-00849ef23e89 req-fdd6f718-a2a9-4e51-b1f3-3aca12a13ae9 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 945 time: 0.4394348 May 27 09:59:51.026018 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25112a41-67dd-4fe9-b4d0-f0489818a29d', 'tag': '11b2d3e6-1970-4aa6-9c59-1fafec36830a', 'status': 'completed', 'code': 200} May 27 09:59:51.032029 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:51.099771 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e4e58bcc-874c-40f8-937a-00849ef23e89 req-55aaed37-df47-44ca-b3e8-060bd5ebadc6 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401552 May 27 09:59:51.104482 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8d80ae7b-0a50-437c-a81e-fd8ab8d66777,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:51.119819 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-7499052e-43d3-4c07-8b57-ebde46f9d090 req-1f2b5533-21ad-451c-99a7-33b117407b87 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941482 May 27 09:59:51.132874 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-106ea553-fb1e-43b6-a39a-a834beec23ce service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343097 May 27 09:59:51.208669 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.35', 57758) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:51.213409 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:51.216972 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:51.260686 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-a7ad141c-274d-4ca7-b065-ea345064258d service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529996 May 27 09:59:51.340975 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-7499052e-43d3-4c07-8b57-ebde46f9d090 req-58026d89-60aa-4817-8995-eef437e055ec service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143085 May 27 09:59:51.375646 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=8d80ae7b-0a50-437c-a81e-fd8ab8d66777,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:51.380662 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:51.575843 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed67672-d245-471b-add8-467c2173c485 req-3e404133-9997-49e5-b286-0e628405f27d tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:51.577284 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4ed67672-d245-471b-add8-467c2173c485 req-3e404133-9997-49e5-b286-0e628405f27d tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 946 time: 0.4413779 May 27 09:59:51.638040 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e40b66-738b-4d9b-b36a-8539568c726a req-76b8aaee-8f6d-4f45-9e32-173472739b17 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910712 May 27 09:59:51.660488 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60389cb6-230e-4fed-9277-ece26646748d req-0cd4debc-9a84-49c4-977a-1900b643234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:51.662056 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-60389cb6-230e-4fed-9277-ece26646748d req-0cd4debc-9a84-49c4-977a-1900b643234b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 1099 time: 0.4524777 May 27 09:59:51.693545 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c544e932-1bc3-4c42-8780-0ca87d8e818c req-c108e4d7-1f2f-41b2-bf9c-b9722a3ca242 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164734 May 27 09:59:51.706366 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4ed67672-d245-471b-add8-467c2173c485 req-26c0e889-8b3c-4eda-9e90-ce9d391b3090 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048956 May 27 09:59:51.708197 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-60389cb6-230e-4fed-9277-ece26646748d req-dfe6f8d2-7036-40e2-94a3-944bd609dbde service neutron] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:51.734404 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc0b4a-1e33-4a20-9b28-c362f7f45a4f req-89353bbd-ae43-4a78-b6d4-519ec5872ce8 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:51.734404 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7bc0b4a-1e33-4a20-9b28-c362f7f45a4f req-89353bbd-ae43-4a78-b6d4-519ec5872ce8 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 944 time: 0.3995702 May 27 09:59:51.756307 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-60389cb6-230e-4fed-9277-ece26646748d req-dfe6f8d2-7036-40e2-94a3-944bd609dbde service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:51.764584 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-60389cb6-230e-4fed-9277-ece26646748d req-dfe6f8d2-7036-40e2-94a3-944bd609dbde service neutron] Usage tracker for resource:security_group_rule and tenant:76b31df890e2431ea62578065bbc380f is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:51.768661 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-60389cb6-230e-4fed-9277-ece26646748d req-dfe6f8d2-7036-40e2-94a3-944bd609dbde service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:51.788762 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-60389cb6-230e-4fed-9277-ece26646748d req-dfe6f8d2-7036-40e2-94a3-944bd609dbde service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:51.799774 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7bc0b4a-1e33-4a20-9b28-c362f7f45a4f req-38cc5ecd-f35f-4472-a76e-3b8f85be1656 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644529 May 27 09:59:52.012815 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-60389cb6-230e-4fed-9277-ece26646748d req-dfe6f8d2-7036-40e2-94a3-944bd609dbde service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:52.031856 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8250e-3a73-4d56-b239-0059b1968a63 req-517712d4-cbaf-461d-b676-7b9c39228364 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:52.035443 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-92d8250e-3a73-4d56-b239-0059b1968a63 req-517712d4-cbaf-461d-b676-7b9c39228364 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 943 time: 0.1957307 May 27 09:59:52.040153 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b51689-c287-44ba-bbd2-a1ee29910a57 req-1b88b88f-8d3a-420d-92e0-1e15fbc0f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:52.041559 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0b51689-c287-44ba-bbd2-a1ee29910a57 req-1b88b88f-8d3a-420d-92e0-1e15fbc0f4b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 1097 time: 0.2025659 May 27 09:59:52.151859 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-60389cb6-230e-4fed-9277-ece26646748d req-dfe6f8d2-7036-40e2-94a3-944bd609dbde service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:52.182469 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:52.209540 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-60389cb6-230e-4fed-9277-ece26646748d req-dfe6f8d2-7036-40e2-94a3-944bd609dbde service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358038 May 27 09:59:52.212398 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-92d8250e-3a73-4d56-b239-0059b1968a63 req-5f925254-fdb3-4695-9ff3-c58faac11169 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698878 May 27 09:59:52.281187 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6f8d2-7036-40e2-94a3-944bd609dbde service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96f167-5ef1-4aad-9258-2cda59f3c49e,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:52.289443 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-dfe6f8d2-7036-40e2-94a3-944bd609dbde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:52.320683 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b51689-c287-44ba-bbd2-a1ee29910a57 req-6ae17e41-0aac-4a94-831e-34419bd85f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:52.322197 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0b51689-c287-44ba-bbd2-a1ee29910a57 req-6ae17e41-0aac-4a94-831e-34419bd85f35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 200 len: 920 time: 0.2621131 May 27 09:59:52.356312 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9e9c-aa35-4a9b-91c3-b54a013d89b9 req-a2c33ad9-ef19-49d3-9cb5-4e80c79576cc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:52.358525 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-28ac9e9c-aa35-4a9b-91c3-b54a013d89b9 req-a2c33ad9-ef19-49d3-9cb5-4e80c79576cc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 946 time: 0.1341619 May 27 09:59:52.457303 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0b51689-c287-44ba-bbd2-a1ee29910a57 req-c7e34738-64f2-4653-854a-675a64351804 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11b2d3e6-1970-4aa6-9c59-1fafec36830a HTTP/1.1" status: 200 len: 217 time: 0.0735154 May 27 09:59:52.514427 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-28ac9e9c-aa35-4a9b-91c3-b54a013d89b9 req-a364a8f6-cd52-4805-aec8-6960bbd0cac2 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499414 May 27 09:59:52.551985 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b51689-c287-44ba-bbd2-a1ee29910a57 req-6b2dd122-b9c8-4cae-a982-b24be6ca9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:52.553494 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0b51689-c287-44ba-bbd2-a1ee29910a57 req-6b2dd122-b9c8-4cae-a982-b24be6ca9c41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=708bfe60-b9d4-4818-ac4c-f464201aafd5 HTTP/1.1" status: 200 len: 859 time: 0.0873163 May 27 09:59:52.600978 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0b51689-c287-44ba-bbd2-a1ee29910a57 req-c8474ffa-789c-4ece-a728-17b510b5d640 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5073019d-3d3e-4ac3-99f8-103c518ae1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409579 May 27 09:59:52.749123 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0b51689-c287-44ba-bbd2-a1ee29910a57 req-32497b27-62b8-4f02-a656-b21d442c2f25 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398847 May 27 09:59:52.777699 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a894acad-27cb-44cb-9847-cfc2e3860610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d80ae7b-0a50-437c-a81e-fd8ab8d66777'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:59:52.849245 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a894acad-27cb-44cb-9847-cfc2e3860610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d80ae7b-0a50-437c-a81e-fd8ab8d66777', 'code': 200} May 27 09:59:53.114068 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0b51689-c287-44ba-bbd2-a1ee29910a57 req-a57bb6ac-23e5-4aac-8406-df4267193cd6 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584054 May 27 09:59:53.130068 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ba39b-1786-4a6f-93b3-05500645d494 req-405297cf-e297-4fd4-9c12-b4e122c453b1 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:53.131526 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e96ba39b-1786-4a6f-93b3-05500645d494 req-405297cf-e297-4fd4-9c12-b4e122c453b1 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 946 time: 0.1979387 May 27 09:59:53.146071 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196d55d-e02f-4d65-8289-646a3da8f72a req-dd388dea-68e6-42d1-94b3-964663accf5c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:53.147617 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f196d55d-e02f-4d65-8289-646a3da8f72a req-dd388dea-68e6-42d1-94b3-964663accf5c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 944 time: 0.1764488 May 27 09:59:53.220688 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e96ba39b-1786-4a6f-93b3-05500645d494 req-3c9f02b7-2fbf-4222-832b-b7ec54bf186a tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829678 May 27 09:59:53.260840 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f196d55d-e02f-4d65-8289-646a3da8f72a req-64eb4416-3114-4ce2-8cfd-4da818f5b55f tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960615 May 27 09:59:53.303373 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50312341-02e7-46ff-a3d2-ebb37fc3543a req-1064eb76-7222-4572-83c4-16b1356770be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:53.305332 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-50312341-02e7-46ff-a3d2-ebb37fc3543a req-1064eb76-7222-4572-83c4-16b1356770be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 1099 time: 0.0805457 May 27 09:59:53.400490 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-50312341-02e7-46ff-a3d2-ebb37fc3543a req-0a4b52a2-f339-48b7-92c3-2e43644e6f99 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882411 May 27 09:59:53.425437 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a4c89-4b24-4456-bc44-d7a5185aff75 req-ce3b40ca-6b3b-454b-a7e6-94cb8271bdf6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:53.426842 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-265a4c89-4b24-4456-bc44-d7a5185aff75 req-ce3b40ca-6b3b-454b-a7e6-94cb8271bdf6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 943 time: 0.0964859 May 27 09:59:53.470745 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-265a4c89-4b24-4456-bc44-d7a5185aff75 req-64ef1151-1ec7-4386-a72c-9cf97cf01540 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379698 May 27 09:59:53.708417 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd52cbc-ca55-4f25-a80b-3727c0d3788a req-8b80a6ae-207d-4a67-8f5e-40229b02f90a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:53.709763 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dcd52cbc-ca55-4f25-a80b-3727c0d3788a req-8b80a6ae-207d-4a67-8f5e-40229b02f90a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 946 time: 0.0879955 May 27 09:59:53.754443 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dcd52cbc-ca55-4f25-a80b-3727c0d3788a req-5e511205-fc39-4a0c-9807-7b0aae5f7c57 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 May 27 09:59:53.910414 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 311bbffa-7dee-494c-825f-45f3e3314a12 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:59:54.045670 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 311bbffa-7dee-494c-825f-45f3e3314a12, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=311bbffa-7dee-494c-825f-45f3e3314a12,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:54.059305 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '311bbffa-7dee-494c-825f-45f3e3314a12', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'port_id': '311bbffa-7dee-494c-825f-45f3e3314a12', 'mac_address': 'fa:16:3e:e9:41:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:59:54.119828 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:54.136814 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311bbffa-7dee-494c-825f-45f3e3314a12 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:59:54.152644 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 311bbffa-7dee-494c-825f-45f3e3314a12, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=311bbffa-7dee-494c-825f-45f3e3314a12,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:54.232684 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:54.234438 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-e184d4de-f243-4104-a8b0-12cd472e363e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:54.309441 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=311bbffa-7dee-494c-825f-45f3e3314a12,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:54.320019 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:54.503069 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7961-ae81-4fc9-9007-d75372435c65 req-1f7efbbe-3ea0-48b4-b1bb-c439f9efcd98 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:54.504437 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a5ff7961-ae81-4fc9-9007-d75372435c65 req-1f7efbbe-3ea0-48b4-b1bb-c439f9efcd98 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 946 time: 0.1400027 May 27 09:59:54.515629 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c2d0d-f244-4f01-82c6-6d4e615a9c02 req-76c0cda4-ea4e-4575-96ab-cea594df7521 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:54.517007 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-457c2d0d-f244-4f01-82c6-6d4e615a9c02 req-76c0cda4-ea4e-4575-96ab-cea594df7521 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 944 time: 0.1170800 May 27 09:59:54.588821 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a5ff7961-ae81-4fc9-9007-d75372435c65 req-72160634-83d4-45a7-ae37-19a618b06adf tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708225 May 27 09:59:54.591568 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-457c2d0d-f244-4f01-82c6-6d4e615a9c02 req-aa87ea2c-9a45-49e9-8453-d41eb8a5d61c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604508 May 27 09:59:54.729317 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['311bbffa-7dee-494c-825f-45f3e3314a12'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:59:54.821315 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de7336-c1ee-49ab-b721-88e186c65c94 req-c03d710c-8cbf-43da-9667-f57bb6507aa2 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:54.823871 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c2de7336-c1ee-49ab-b721-88e186c65c94 req-c03d710c-8cbf-43da-9667-f57bb6507aa2 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 944 time: 0.1241667 May 27 09:59:54.905339 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c2de7336-c1ee-49ab-b721-88e186c65c94 req-1a01bcf2-3543-44b3-8c00-ac7ef5f05a8a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747385 May 27 09:59:55.020582 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37190) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:55.118382 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b8891-7c81-485d-bb6d-59ac13924cce req-768a95e8-99d9-48c7-b3b4-41470200132d tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:55.121960 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-228b8891-7c81-485d-bb6d-59ac13924cce req-768a95e8-99d9-48c7-b3b4-41470200132d tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 946 time: 0.1148694 May 27 09:59:55.179234 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-228b8891-7c81-485d-bb6d-59ac13924cce req-68d68f91-29a3-4263-9ca5-74ed80606ba1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493190 May 27 09:59:55.182631 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b1ced04c-88d4-4b7f-9aed-fb53094d557d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:55.200776 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b1ced04c-88d4-4b7f-9aed-fb53094d557d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:55.204619 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b1ced04c-88d4-4b7f-9aed-fb53094d557d admin admin] Usage tracker for resource:security_group_rule and tenant:eeb93973108e4857be0191b4b3650ff1 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:55.208218 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b1ced04c-88d4-4b7f-9aed-fb53094d557d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:55.214015 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b1ced04c-88d4-4b7f-9aed-fb53094d557d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:55.294949 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b1ced04c-88d4-4b7f-9aed-fb53094d557d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:55.360386 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b1ced04c-88d4-4b7f-9aed-fb53094d557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:55.369885 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:55.410022 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-b1ced04c-88d4-4b7f-9aed-fb53094d557d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eeb93973108e4857be0191b4b3650ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880923 May 27 09:59:55.411729 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ced04c-88d4-4b7f-9aed-fb53094d557d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638a4684-ddac-4654-9e7a-5fadc573f06b,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:55.412808 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 37208) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:55.414945 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b1ced04c-88d4-4b7f-9aed-fb53094d557d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:55.477019 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ec98a37e-d29b-4d3a-843a-dfbfaeaadc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:55.500133 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ec98a37e-d29b-4d3a-843a-dfbfaeaadc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:55.633044 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ec98a37e-d29b-4d3a-843a-dfbfaeaadc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:55.645076 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:55.651409 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98a37e-d29b-4d3a-843a-dfbfaeaadc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638a4684-ddac-4654-9e7a-5fadc573f06b,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:55.659228 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ec98a37e-d29b-4d3a-843a-dfbfaeaadc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:55.667003 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ec98a37e-d29b-4d3a-843a-dfbfaeaadc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:55.670984 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-ec98a37e-d29b-4d3a-843a-dfbfaeaadc31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/638a4684-ddac-4654-9e7a-5fadc573f06b HTTP/1.1" status: 204 len: 168 time: 0.2571533 May 27 09:59:55.881890 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0ea3-78df-4b70-a023-ce7295abbd04 req-7b9c654d-9a92-4db2-97d6-9c399da7739a tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:55.888655 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f35b0ea3-78df-4b70-a023-ce7295abbd04 req-7b9c654d-9a92-4db2-97d6-9c399da7739a tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 946 time: 0.1460319 May 27 09:59:55.933162 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 956e6863-9ade-47cb-8d1f-bb7fb39b3eda details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:59:55.933791 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdbb1b-c720-4ad2-b54c-4219b0a1bcd7 req-db393d47-ff95-4edc-82c2-22c8ecf7f363 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:55.935222 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-24cdbb1b-c720-4ad2-b54c-4219b0a1bcd7 req-db393d47-ff95-4edc-82c2-22c8ecf7f363 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 944 time: 0.1583314 May 27 09:59:55.937701 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 311bbffa-7dee-494c-825f-45f3e3314a12 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 09:59:55.946931 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f35b0ea3-78df-4b70-a023-ce7295abbd04 req-adc7bc02-6b93-4d87-a679-abfaf8b43eda tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574636 May 27 09:59:56.020243 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-24cdbb1b-c720-4ad2-b54c-4219b0a1bcd7 req-858a45e2-6825-491e-ac16-38b04eee7a92 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766666 May 27 09:59:56.160363 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=956e6863-9ade-47cb-8d1f-bb7fb39b3eda,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:56.184270 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 311bbffa-7dee-494c-825f-45f3e3314a12 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 09:59:56.190241 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '956e6863-9ade-47cb-8d1f-bb7fb39b3eda', 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6', 'port_id': '956e6863-9ade-47cb-8d1f-bb7fb39b3eda', 'mac_address': 'fa:16:3e:f0:11:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708bfe60-b9d4-4818-ac4c-f464201aafd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:59:56.221507 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 311bbffa-7dee-494c-825f-45f3e3314a12 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 09:59:56.222148 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:56.226792 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f397134-5d80-4319-9aed-d2a3821438d8 req-ae25c524-b792-4e65-ab78-419f6300b385 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:56.228378 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f397134-5d80-4319-9aed-d2a3821438d8 req-ae25c524-b792-4e65-ab78-419f6300b385 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 944 time: 0.1230657 May 27 09:59:56.292338 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f397134-5d80-4319-9aed-d2a3821438d8 req-8f37f0aa-7c7a-4af7-a883-991dc5c461b9 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577085 May 27 09:59:56.301833 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:56.370182 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956e6863-9ade-47cb-8d1f-bb7fb39b3eda {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:59:56.444962 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=956e6863-9ade-47cb-8d1f-bb7fb39b3eda,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:56.446047 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:56.454802 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94803a-1972-4181-8502-dfdfe9e3e522 req-5b6bea3f-75a1-49ac-89f9-2cd1d4200f3e tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:56.457608 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fb94803a-1972-4181-8502-dfdfe9e3e522 req-5b6bea3f-75a1-49ac-89f9-2cd1d4200f3e tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 946 time: 0.1202998 May 27 09:59:56.505738 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311bbffa-7dee-494c-825f-45f3e3314a12'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 09:59:56.518747 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fb94803a-1972-4181-8502-dfdfe9e3e522 req-025869e0-5e8d-45be-b327-2df4967c8c68 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551450 May 27 09:59:56.522837 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 311bbffa-7dee-494c-825f-45f3e3314a12, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=311bbffa-7dee-494c-825f-45f3e3314a12,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:56.547853 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:56.548544 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 11b2d3e6-1970-4aa6-9c59-1fafec36830a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 09:59:56.552682 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:56.583216 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311bbffa-7dee-494c-825f-45f3e3314a12', 'code': 200} May 27 09:59:56.598407 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:56.633950 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=956e6863-9ade-47cb-8d1f-bb7fb39b3eda,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:56.637154 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 11b2d3e6-1970-4aa6-9c59-1fafec36830a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=11b2d3e6-1970-4aa6-9c59-1fafec36830a,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:56.645139 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:56.645551 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:56.700614 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '11b2d3e6-1970-4aa6-9c59-1fafec36830a', 'network_id': '5073019d-3d3e-4ac3-99f8-103c518ae1d6', 'port_id': '11b2d3e6-1970-4aa6-9c59-1fafec36830a', 'mac_address': 'fa:16:3e:d6:a7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708bfe60-b9d4-4818-ac4c-f464201aafd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 09:59:56.766783 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=311bbffa-7dee-494c-825f-45f3e3314a12,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:56.771669 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:56.777440 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:56.796874 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b2d3e6-1970-4aa6-9c59-1fafec36830a {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 09:59:56.817606 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 11b2d3e6-1970-4aa6-9c59-1fafec36830a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=11b2d3e6-1970-4aa6-9c59-1fafec36830a,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 09:59:56.880472 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:56.882458 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:56.955166 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=11b2d3e6-1970-4aa6-9c59-1fafec36830a,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:56.967590 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:57.038434 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9732fa-27d7-4962-a34e-fed5c3efb692 req-28e2ad37-0ab8-46fa-86fb-40049b78ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:57.040677 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1a9732fa-27d7-4962-a34e-fed5c3efb692 req-28e2ad37-0ab8-46fa-86fb-40049b78ae71 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 1098 time: 0.1200945 May 27 09:59:57.052968 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37270) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:57.150569 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-1a9732fa-27d7-4962-a34e-fed5c3efb692 req-2c5973df-c38a-496f-b5e0-17c7e6361cf9 service neutron] Synchronizing usage tracker for tenant:76b31df890e2431ea62578065bbc380f on resource:security_group {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 09:59:57.255601 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['11b2d3e6-1970-4aa6-9c59-1fafec36830a'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:59:57.257960 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c28447a3-fc74-49e9-bdac-abc925280341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:57.279446 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-c28447a3-fc74-49e9-bdac-abc925280341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:57.282034 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-1a9732fa-27d7-4962-a34e-fed5c3efb692 req-2c5973df-c38a-496f-b5e0-17c7e6361cf9 service neutron] Unset dirty status for tenant:76b31df890e2431ea62578065bbc380f on resource:security_group {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 09:59:57.285102 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1a9732fa-27d7-4962-a34e-fed5c3efb692 req-2c5973df-c38a-496f-b5e0-17c7e6361cf9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344987 May 27 09:59:57.285788 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-c28447a3-fc74-49e9-bdac-abc925280341 admin admin] Usage tracker for resource:security_group_rule and tenant:ad19826b1d1249dfbfc2301b240d7664 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:57.292547 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-c28447a3-fc74-49e9-bdac-abc925280341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:57.294346 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638cdcc-dc0d-4275-9653-e8420b3ee252 req-2a3e106c-02a3-4578-9d54-66d70bdaf1e2 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:57.295499 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['956e6863-9ade-47cb-8d1f-bb7fb39b3eda'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 09:59:57.298691 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-c28447a3-fc74-49e9-bdac-abc925280341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:57.302320 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f638cdcc-dc0d-4275-9653-e8420b3ee252 req-2a3e106c-02a3-4578-9d54-66d70bdaf1e2 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 945 time: 0.1178164 May 27 09:59:57.386934 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f638cdcc-dc0d-4275-9653-e8420b3ee252 req-0b88dcb4-25f5-4b62-9a11-d7cc90e036b7 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753894 May 27 09:59:57.435194 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c28447a3-fc74-49e9-bdac-abc925280341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:57.490082 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:57.564573 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c28447a3-fc74-49e9-bdac-abc925280341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:57.574885 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:57.602510 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcdf54-2430-421f-afed-61faf7c481fe req-5fb540c5-d627-4d98-84b6-d08f64fc5b0c tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:57.603970 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-90fcdf54-2430-421f-afed-61faf7c481fe req-5fb540c5-d627-4d98-84b6-d08f64fc5b0c tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1419737 May 27 09:59:57.640845 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-c28447a3-fc74-49e9-bdac-abc925280341 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad19826b1d1249dfbfc2301b240d7664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5862939 May 27 09:59:57.641589 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28447a3-fc74-49e9-bdac-abc925280341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9154401c-89f9-4453-aa5d-0ddce660eb75,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:57.647604 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 37286) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:57.652451 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c28447a3-fc74-49e9-bdac-abc925280341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:57.675724 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-90fcdf54-2430-421f-afed-61faf7c481fe req-5ea6dff6-dc17-4bf7-ba61-b8ef1e1e1525 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597093 May 27 09:59:57.723377 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa78-90d0-4f6e-9e8a-02675efea2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:57.750171 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa78-90d0-4f6e-9e8a-02675efea2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:57.880379 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa78-90d0-4f6e-9e8a-02675efea2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:57.885516 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-dee33b78-4ab1-473c-9433-fbce6c770543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:57.895378 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7caa78-90d0-4f6e-9e8a-02675efea2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9154401c-89f9-4453-aa5d-0ddce660eb75,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:57.899004 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-8f7caa78-90d0-4f6e-9e8a-02675efea2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:57.902267 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa78-90d0-4f6e-9e8a-02675efea2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:57.904077 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-8f7caa78-90d0-4f6e-9e8a-02675efea2d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9154401c-89f9-4453-aa5d-0ddce660eb75 HTTP/1.1" status: 204 len: 168 time: 0.2527351 May 27 09:59:58.585130 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eed60-098e-4b21-9b1b-3bbaad1afdd7 req-63476568-caf3-4517-bc90-8149de117984 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:58.593784 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-321eed60-098e-4b21-9b1b-3bbaad1afdd7 req-63476568-caf3-4517-bc90-8149de117984 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 945 time: 0.0965323 May 27 09:59:58.667710 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-321eed60-098e-4b21-9b1b-3bbaad1afdd7 req-2b77aaf8-f435-4de7-9c79-e8a8419d0cd9 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729718 May 27 09:59:58.772945 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 37320) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:58.792265 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-e8d1e191-67d1-4b15-927f-a75a98bf53d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:58.810560 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-e8d1e191-67d1-4b15-927f-a75a98bf53d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 09:59:58.848926 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-e8d1e191-67d1-4b15-927f-a75a98bf53d9 admin admin] Usage tracker for resource:security_group_rule and tenant:84b07111cca34559a0273b52ec6efcb8 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 09:59:58.856236 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-e8d1e191-67d1-4b15-927f-a75a98bf53d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 09:59:58.867399 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-e8d1e191-67d1-4b15-927f-a75a98bf53d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 09:59:58.944331 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e7bfa-252a-4e44-9cf6-0bf63de0d1b6 req-5a3a51dd-1156-487c-92d1-591114f8d34b tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 09:59:58.945800 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-881e7bfa-252a-4e44-9cf6-0bf63de0d1b6 req-5a3a51dd-1156-487c-92d1-591114f8d34b tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1326184 May 27 09:59:59.022858 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-881e7bfa-252a-4e44-9cf6-0bf63de0d1b6 req-836fa1f1-6a33-4768-8d81-b05ec80cba47 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711768 May 27 09:59:59.029993 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-e8d1e191-67d1-4b15-927f-a75a98bf53d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:59.103169 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-e8d1e191-67d1-4b15-927f-a75a98bf53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:59.113817 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:59.156897 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-e8d1e191-67d1-4b15-927f-a75a98bf53d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84b07111cca34559a0273b52ec6efcb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826137 May 27 09:59:59.157727 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1e191-67d1-4b15-927f-a75a98bf53d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b16103-76e2-43f2-ab39-83efc2c5f89f,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:59.159793 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37334) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 09:59:59.161029 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-e8d1e191-67d1-4b15-927f-a75a98bf53d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:59.219137 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bf387db4-524f-40df-9784-05f9ca18e084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:59.245159 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bf387db4-524f-40df-9784-05f9ca18e084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:59.381439 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bf387db4-524f-40df-9784-05f9ca18e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:59.385451 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-1e2c8b63-fbf6-45e7-978b-a79a249469f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 09:59:59.401532 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf387db4-524f-40df-9784-05f9ca18e084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b16103-76e2-43f2-ab39-83efc2c5f89f,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 09:59:59.405380 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-bf387db4-524f-40df-9784-05f9ca18e084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 09:59:59.417366 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bf387db4-524f-40df-9784-05f9ca18e084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 09:59:59.418524 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-bf387db4-524f-40df-9784-05f9ca18e084 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8b16103-76e2-43f2-ab39-83efc2c5f89f HTTP/1.1" status: 204 len: 168 time: 0.2572036 May 27 09:59:59.925144 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 956e6863-9ade-47cb-8d1f-bb7fb39b3eda up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:00:00.021969 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad5c4e-da40-4028-bf12-3d3c990d4b1e req-240c5e8c-5c2e-4876-b1e8-dea55d27cf3e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:00.038111 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cbad5c4e-da40-4028-bf12-3d3c990d4b1e req-240c5e8c-5c2e-4876-b1e8-dea55d27cf3e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 945 time: 0.2091208 May 27 10:00:00.113041 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cbad5c4e-da40-4028-bf12-3d3c990d4b1e req-8cf32475-a22f-460b-bd6b-a2e39a0ceb47 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789838 May 27 10:00:00.171676 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:00:00.178594 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:00:00.178984 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:00.304900 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:00:00.350907 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4721-f63c-4c91-bab0-8f0c2b241cdc req-370acb80-fa66-4f67-a810-5ca12e756e4f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:00.352478 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0fea4721-f63c-4c91-bab0-8f0c2b241cdc req-370acb80-fa66-4f67-a810-5ca12e756e4f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1164086 May 27 10:00:00.383526 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:00.401242 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0fea4721-f63c-4c91-bab0-8f0c2b241cdc req-3c962e76-d4f6-40e7-bac1-46e2ec957ed6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422304 May 27 10:00:00.411472 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac3ea16-126f-48a6-a2c7-65b5d9e120e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956e6863-9ade-47cb-8d1f-bb7fb39b3eda'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:00.426935 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=956e6863-9ade-47cb-8d1f-bb7fb39b3eda,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:00.469514 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac3ea16-126f-48a6-a2c7-65b5d9e120e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956e6863-9ade-47cb-8d1f-bb7fb39b3eda', 'code': 200} May 27 10:00:00.510617 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:00.510617 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 11b2d3e6-1970-4aa6-9c59-1fafec36830a up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:00:00.545235 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:00.637910 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=956e6863-9ade-47cb-8d1f-bb7fb39b3eda,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:00.639124 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670d301-bd4a-4036-af33-5f6698847581 req-b859382b-459d-4d7f-a7ef-1babca6f14aa tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:00.640936 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:00.649272 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c670d301-bd4a-4036-af33-5f6698847581 req-b859382b-459d-4d7f-a7ef-1babca6f14aa tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0921721 May 27 10:00:00.649706 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37398) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:00.655809 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-bddca34c-f939-4250-9c79-e6d692fcf343 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'floatingip': {'port_id': '311bbffa-7dee-494c-825f-45f3e3314a12'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:00.723595 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 11b2d3e6-1970-4aa6-9c59-1fafec36830a completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:00:00.730009 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 11b2d3e6-1970-4aa6-9c59-1fafec36830a triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:00:00.730644 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:00.809328 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bddca34c-f939-4250-9c79-e6d692fcf343 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:00.894983 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:00.941273 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 11b2d3e6-1970-4aa6-9c59-1fafec36830a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=11b2d3e6-1970-4aa6-9c59-1fafec36830a,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:00.951582 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652b5c4-f04b-402c-8e0c-cba5648d1ad5 req-d72c695b-1fc8-4195-a082-207a086e032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:00.953036 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1652b5c4-f04b-402c-8e0c-cba5648d1ad5 req-d72c695b-1fc8-4195-a082-207a086e032b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 1098 time: 0.1098459 May 27 10:00:01.026148 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1652b5c4-f04b-402c-8e0c-cba5648d1ad5 req-60ae7b32-c077-4509-a9f7-1951f647cdb2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649354 May 27 10:00:01.038542 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:01.043655 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:01.112969 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=11b2d3e6-1970-4aa6-9c59-1fafec36830a,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:01.116233 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:01.312646 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619e3ff-0efa-47bf-aa5b-347ffa7c8c5f req-9268e208-3046-4d26-ba2c-6e6ee1ffeec4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:01.314990 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9619e3ff-0efa-47bf-aa5b-347ffa7c8c5f req-9268e208-3046-4d26-ba2c-6e6ee1ffeec4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.0872140 May 27 10:00:01.411494 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9619e3ff-0efa-47bf-aa5b-347ffa7c8c5f req-e2a16c5b-8248-4439-ae25-c0931efefaf5 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850277 May 27 10:00:01.670289 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bddca34c-f939-4250-9c79-e6d692fcf343 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:01.769612 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bddca34c-f939-4250-9c79-e6d692fcf343 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:01.950412 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.l3_db [None req-bddca34c-f939-4250-9c79-e6d692fcf343 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Floating IP 760088ee-1e2d-4e0c-8993-0bd87315ae7d associated. External IP: 172.28.0.85, port: 311bbffa-7dee-494c-825f-45f3e3314a12. May 27 10:00:02.403422 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddca34c-f939-4250-9c79-e6d692fcf343 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Router c1dc9fd9-46a6-4b32-bdba-e54189f23439 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:00:02.470682 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25112a41-67dd-4fe9-b4d0-f0489818a29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b2d3e6-1970-4aa6-9c59-1fafec36830a'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:02.529053 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25112a41-67dd-4fe9-b4d0-f0489818a29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b2d3e6-1970-4aa6-9c59-1fafec36830a', 'code': 200} May 27 10:00:02.608104 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddca34c-f939-4250-9c79-e6d692fcf343 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:00:02.612974 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bddca34c-f939-4250-9c79-e6d692fcf343 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:02.621055 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4ef05-a8a4-452e-a89c-9842e9951658 None None] Sync routers for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:00:02.639817 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4ef05-a8a4-452e-a89c-9842e9951658 None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:00:02.640737 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-25c4ef05-a8a4-452e-a89c-9842e9951658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:59:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:00:02.686411 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-bddca34c-f939-4250-9c79-e6d692fcf343 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "PUT /v2.0/floatingips/760088ee-1e2d-4e0c-8993-0bd87315ae7d HTTP/1.1" status: 200 len: 990 time: 2.0358415 May 27 10:00:02.687652 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'tag': '311bbffa-7dee-494c-825f-45f3e3314a12'}] {{(pid=98699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:02.706586 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbace5-5610-4609-aec5-2be3bcaeed78 req-09fa11dd-c2fb-482c-af1d-dbdd76b98561 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:02.717267 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ffcbace5-5610-4609-aec5-2be3bcaeed78 req-09fa11dd-c2fb-482c-af1d-dbdd76b98561 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1372221 May 27 10:00:02.774418 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ffcbace5-5610-4609-aec5-2be3bcaeed78 req-0de92572-2c64-41ea-a177-7fd88031d9b9 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558429 May 27 10:00:02.856587 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'tag': '311bbffa-7dee-494c-825f-45f3e3314a12', 'status': 'completed', 'code': 200} May 27 10:00:02.919066 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-25c4ef05-a8a4-452e-a89c-9842e9951658 None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:00:02.999323 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba122a-0a8d-4459-8018-6da33da945d5 req-16efbe18-6b02-41e7-a446-fe5df84578ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:03.000704 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-83ba122a-0a8d-4459-8018-6da33da945d5 req-16efbe18-6b02-41e7-a446-fe5df84578ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 1098 time: 0.0958455 May 27 10:00:03.217140 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba122a-0a8d-4459-8018-6da33da945d5 req-31ca4790-527e-426f-886d-3ca08d9bbcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:03.219327 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-83ba122a-0a8d-4459-8018-6da33da945d5 req-31ca4790-527e-426f-886d-3ca08d9bbcb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 200 len: 911 time: 0.2121437 May 27 10:00:03.226710 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09342b95-63b2-4664-ab39-437bb2e48486 req-9f1f805f-7f89-4a6d-9918-12423fcd5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:03.229423 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-09342b95-63b2-4664-ab39-437bb2e48486 req-9f1f805f-7f89-4a6d-9918-12423fcd5414 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 1099 time: 0.1985426 May 27 10:00:03.357714 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-25c4ef05-a8a4-452e-a89c-9842e9951658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': '760088ee-1e2d-4e0c-8993-0bd87315ae7d', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'floating_ip_address': '172.28.0.85', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'port_id': '311bbffa-7dee-494c-825f-45f3e3314a12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'mac_address': 'fa:16:3e:e9:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:59:39Z', 'updated_at': '2021-05-27T10:00:01Z', 'revision_number': 1, 'project_id': '720623f9cfc84152833b4318d3b24601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:00:03.360995 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-09342b95-63b2-4664-ab39-437bb2e48486 req-b3facdef-59e0-4710-b135-b16aedad7bba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736606 May 27 10:00:03.362178 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4ef05-a8a4-452e-a89c-9842e9951658 None None] Checking router: c1dc9fd9-46a6-4b32-bdba-e54189f23439 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:00:03.371112 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4ef05-a8a4-452e-a89c-9842e9951658 None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:00:03.371720 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-25c4ef05-a8a4-452e-a89c-9842e9951658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T09:59:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:00:03.377772 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-83ba122a-0a8d-4459-8018-6da33da945d5 req-60631f79-750f-4120-a91f-293ab5ad152f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=311bbffa-7dee-494c-825f-45f3e3314a12 HTTP/1.1" status: 200 len: 998 time: 0.1471171 May 27 10:00:03.501664 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba122a-0a8d-4459-8018-6da33da945d5 req-605fda2b-8bc0-4f0d-b61c-4e76f632e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:03.557732 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-83ba122a-0a8d-4459-8018-6da33da945d5 req-605fda2b-8bc0-4f0d-b61c-4e76f632e332 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c854efed-adbc-4220-b2d0-d8b2fa86a9a6 HTTP/1.1" status: 200 len: 849 time: 0.0591552 May 27 10:00:03.557921 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-25c4ef05-a8a4-452e-a89c-9842e9951658 None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:00:03.596101 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba122a-0a8d-4459-8018-6da33da945d5 req-7ad10d51-6cf1-442b-a5c2-1300576e70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:03.623688 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-83ba122a-0a8d-4459-8018-6da33da945d5 req-7ad10d51-6cf1-442b-a5c2-1300576e70a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=680dc906-254f-41f4-8e2f-166a255640b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728776 May 27 10:00:03.804953 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-83ba122a-0a8d-4459-8018-6da33da945d5 req-5425086c-e6ea-4c2a-b279-583cad04cfd7 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989465 May 27 10:00:03.977350 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-25c4ef05-a8a4-452e-a89c-9842e9951658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': '760088ee-1e2d-4e0c-8993-0bd87315ae7d', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'floating_ip_address': '172.28.0.85', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'port_id': '311bbffa-7dee-494c-825f-45f3e3314a12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'mac_address': 'fa:16:3e:e9:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:59:39Z', 'updated_at': '2021-05-27T10:00:01Z', 'revision_number': 1, 'project_id': '720623f9cfc84152833b4318d3b24601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:00:03.981797 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4ef05-a8a4-452e-a89c-9842e9951658 None None] The sync data for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb is: [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': '760088ee-1e2d-4e0c-8993-0bd87315ae7d', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'floating_ip_address': '172.28.0.85', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'port_id': '311bbffa-7dee-494c-825f-45f3e3314a12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'mac_address': 'fa:16:3e:e9:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T09:59:39Z', 'updated_at': '2021-05-27T10:00:01Z', 'revision_number': 1, 'project_id': '720623f9cfc84152833b4318d3b24601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:00:04.024151 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-83ba122a-0a8d-4459-8018-6da33da945d5 req-4467691b-247f-4e29-9c60-8e22af64abc4 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011459 May 27 10:00:04.047532 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7cf73-f693-437b-b726-94f799bee3a7 req-47feb5d4-9ab8-42be-bf75-af660a5d4be4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:04.049187 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-65e7cf73-f693-437b-b726-94f799bee3a7 req-47feb5d4-9ab8-42be-bf75-af660a5d4be4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1252465 May 27 10:00:04.100078 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-65e7cf73-f693-437b-b726-94f799bee3a7 req-d381f88a-4c22-42dd-96e6-4033f18d218f tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 May 27 10:00:04.222292 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d11fb-7b42-4897-8f0b-31531f543c3a None None] New status for floating IP 760088ee-1e2d-4e0c-8993-0bd87315ae7d: ACTIVE {{(pid=98700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:00:05.479068 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a060c8b-d56b-4c25-a7a5-dacd1b70f01e req-567d87f1-17f5-42ef-8486-d6c6d6e193d9 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:05.480551 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4a060c8b-d56b-4c25-a7a5-dacd1b70f01e req-567d87f1-17f5-42ef-8486-d6c6d6e193d9 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1521931 May 27 10:00:05.489323 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ffe4d-f0d6-4867-b698-26578fab9401 req-7a8f1516-fcd7-419c-981c-9c874be790dc tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:05.490995 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ed8ffe4d-f0d6-4867-b698-26578fab9401 req-7a8f1516-fcd7-419c-981c-9c874be790dc tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 946 time: 0.1244636 May 27 10:00:05.561668 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4a060c8b-d56b-4c25-a7a5-dacd1b70f01e req-1156937e-4b59-467d-973c-72b225e19b53 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696857 May 27 10:00:05.566342 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ed8ffe4d-f0d6-4867-b698-26578fab9401 req-88b20a1c-2529-47f2-b513-ed9245aa93f3 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611138 May 27 10:00:06.355830 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13e635-76c2-48be-bdd7-49b01126c94c req-918280ee-3d37-45c6-914a-ff76923799cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:06.357538 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0b13e635-76c2-48be-bdd7-49b01126c94c req-918280ee-3d37-45c6-914a-ff76923799cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.2524323 May 27 10:00:06.372172 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffe909-2151-4888-bca4-2ee599ebceab req-69cef25e-b098-4d28-a336-4d244a5f33fd tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:06.378328 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-69cef25e-b098-4d28-a336-4d244a5f33fd tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 814 time: 0.2928622 May 27 10:00:06.410408 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a893c-de48-4b11-b416-43a49fe5cf46 req-6b18dc47-bd4f-4c23-bfb4-b78c2ea2a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:06.411873 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bc2a893c-de48-4b11-b416-43a49fe5cf46 req-6b18dc47-bd4f-4c23-bfb4-b78c2ea2a22d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 1099 time: 0.2577860 May 27 10:00:06.416977 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-f6ebf695-53b0-41e3-8d6b-ad05b5283057 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/quotas/2b7d0ac155d2482d9fe00e6b37ebb191 HTTP/1.1" status: 200 len: 375 time: 0.0351350 May 27 10:00:06.503172 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0b13e635-76c2-48be-bdd7-49b01126c94c req-21bb85fd-d167-46d8-9e32-b5f305440fa5 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237450 May 27 10:00:06.628528 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a893c-de48-4b11-b416-43a49fe5cf46 req-65b05ab4-691f-4aa9-b3d9-04f807e158a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:06.630013 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bc2a893c-de48-4b11-b416-43a49fe5cf46 req-65b05ab4-691f-4aa9-b3d9-04f807e158a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 200 len: 920 time: 0.1990182 May 27 10:00:06.634265 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-2880b570-1582-49a8-aa1a-879e7ceb18ba tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2075148 May 27 10:00:06.728575 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bc2a893c-de48-4b11-b416-43a49fe5cf46 req-3cada837-cee2-4c84-aecd-694b42ce657c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11b2d3e6-1970-4aa6-9c59-1fafec36830a HTTP/1.1" status: 200 len: 217 time: 0.0893912 May 27 10:00:06.928185 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a893c-de48-4b11-b416-43a49fe5cf46 req-3c4e9f27-697f-41f4-9e60-100d6571510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:06.929887 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bc2a893c-de48-4b11-b416-43a49fe5cf46 req-3c4e9f27-697f-41f4-9e60-100d6571510c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=708bfe60-b9d4-4818-ac4c-f464201aafd5 HTTP/1.1" status: 200 len: 859 time: 0.1550510 May 27 10:00:06.937726 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-fa849735-8d00-4879-9c38-62cdeb7877f5 service neutron] 10.222.0.53 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505374 May 27 10:00:07.009797 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bc2a893c-de48-4b11-b416-43a49fe5cf46 req-3c1c547f-4f3a-455c-8ac9-4982bc6e5ec5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5073019d-3d3e-4ac3-99f8-103c518ae1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704696 May 27 10:00:07.193367 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6477fdb-ef9d-404b-9d6b-60387fe56ab8 req-57830ef0-4204-43bd-83b0-707a0938bb98 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:07.194824 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f6477fdb-ef9d-404b-9d6b-60387fe56ab8 req-57830ef0-4204-43bd-83b0-707a0938bb98 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 946 time: 0.3584075 May 27 10:00:07.302918 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb474-7eeb-48c1-b862-e0fa9767416b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:07.344198 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f6477fdb-ef9d-404b-9d6b-60387fe56ab8 req-6194f7d2-db01-445c-84af-ff8465668a4b tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041944 May 27 10:00:07.346642 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-e289d646-7098-4cfc-ae90-5b1d73b5ee76 service neutron] 10.222.0.53 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713245 May 27 10:00:07.367695 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bc2a893c-de48-4b11-b416-43a49fe5cf46 req-1f53cb67-fdd2-4bed-9e37-1a50fdfd9537 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066132 May 27 10:00:07.518194 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bc2a893c-de48-4b11-b416-43a49fe5cf46 req-4df15d91-4ae1-451b-ae31-367bfc3bea67 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349542 May 27 10:00:07.684182 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9208dad8-69d5-4e6a-b257-6eea8ca434db req-b892317e-4077-4b2d-beb6-31b7788e5a73 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 210 time: 0.0692291 May 27 10:00:07.805048 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e949065-e778-4965-9ef0-4266ff7ac7ec req-4f89c551-d94d-41b8-aaf2-16bc5ace7544 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:07.806599 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8e949065-e778-4965-9ef0-4266ff7ac7ec req-4f89c551-d94d-41b8-aaf2-16bc5ace7544 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.35 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 946 time: 0.2356608 May 27 10:00:07.873575 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a6fc9-c1e7-41da-b542-e18d8322ba73 req-5243410c-8831-4a98-b8b3-06ced3faa613 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:07.875161 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-517a6fc9-c1e7-41da-b542-e18d8322ba73 req-5243410c-8831-4a98-b8b3-06ced3faa613 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1901045 May 27 10:00:07.980968 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-517a6fc9-c1e7-41da-b542-e18d8322ba73 req-d62fb17a-3694-4614-9222-05b1dd65faaf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964537 May 27 10:00:08.020418 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-8e949065-e778-4965-9ef0-4266ff7ac7ec req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Deleting port 2b33fd33-8d34-4fc8-9bd5-230252f5772b {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:00:08.020789 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-8e949065-e778-4965-9ef0-4266ff7ac7ec req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:08.162968 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-8e949065-e778-4965-9ef0-4266ff7ac7ec req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] For port 2b33fd33-8d34-4fc8-9bd5-230252f5772b, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2b33fd33-8d34-4fc8-9bd5-230252f5772b,segment=NetworkSegment(fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb),segment_id=fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:08.163325 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-8e949065-e778-4965-9ef0-4266ff7ac7ec req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:08.296194 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-8e949065-e778-4965-9ef0-4266ff7ac7ec req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Calling delete_port for 2b33fd33-8d34-4fc8-9bd5-230252f5772b owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:00:08.553212 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1490fac-2873-470b-81a7-018f8fe407ea req-db1e2b4e-5050-4c34-ad6b-a4a7daf3fc46 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:08.559033 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b1490fac-2873-470b-81a7-018f8fe407ea req-db1e2b4e-5050-4c34-ad6b-a4a7daf3fc46 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 946 time: 0.0947144 May 27 10:00:08.611768 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b1490fac-2873-470b-81a7-018f8fe407ea req-6497735a-6d93-42dd-a954-4e72c62c4866 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/security-groups?id=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504079 May 27 10:00:08.625317 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-8e949065-e778-4965-9ef0-4266ff7ac7ec req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:08.630531 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:08.643749 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['2b33fd33-8d34-4fc8-9bd5-230252f5772b'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:00:08.681139 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Pushing event deleted for resources: {'Port': ['ID=2b33fd33-8d34-4fc8-9bd5-230252f5772b,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:08.685558 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:08.770155 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e949065-e778-4965-9ef0-4266ff7ac7ec req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] No DVR routers for this DVR port 2b33fd33-8d34-4fc8-9bd5-230252f5772b on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:00:08.773434 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-8e949065-e778-4965-9ef0-4266ff7ac7ec req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:08.776213 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff4891a-5543-44bf-a653-58e0adabb10e', 'name': 'network-vif-deleted', 'tag': '2b33fd33-8d34-4fc8-9bd5-230252f5772b'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:08.833892 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff4891a-5543-44bf-a653-58e0adabb10e', 'name': 'network-vif-deleted', 'tag': '2b33fd33-8d34-4fc8-9bd5-230252f5772b', 'status': 'completed', 'code': 200} May 27 10:00:08.881717 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eec91b7f-eb58-4c45-932a-40c8afb39d22 req-246e9b59-bfbc-4ddd-b7b5-d10baa34845f tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 210 time: 0.0505033 May 27 10:00:08.898304 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8e949065-e778-4965-9ef0-4266ff7ac7ec req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.35 "DELETE /v2.0/ports/2b33fd33-8d34-4fc8-9bd5-230252f5772b HTTP/1.1" status: 204 len: 173 time: 1.0797665 May 27 10:00:09.178707 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e356e-4979-4f79-b880-7d52dfe8e752 req-b0fb9b68-8d89-40eb-a059-09efd453c6c0 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:09.180440 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-347e356e-4979-4f79-b880-7d52dfe8e752 req-b0fb9b68-8d89-40eb-a059-09efd453c6c0 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.0808790 May 27 10:00:09.224609 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-347e356e-4979-4f79-b880-7d52dfe8e752 req-59078d43-4cd0-4068-bfaa-051831a3fa56 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 May 27 10:00:09.483533 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 37684) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:09.601623 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:09.617420 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:09.621304 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd1896521cf4f4cbf12a6166c4bf71c is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:09.624277 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:09.630244 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:09.640951 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:09.729350 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:09.757697 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e885de00-4a50-4b80-bf1b-00be4f269b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:09.875554 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:09.887127 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-549bd247-19eb-4a43-9b56-a9c5825ee051 req-4f3087e4-7163-4232-9395-de6365dfdb8c tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Synchronizing usage tracker for tenant:7902d15328cb49518d1c217e05b6db9c on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:00:09.890771 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b7f481b7-4a44-401e-9108-00fde9f0c627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:09.939938 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bd1896521cf4f4cbf12a6166c4bf71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552436 May 27 10:00:09.941847 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c68677c-3031-449e-9f44-1d4a7ff1db3f,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:09.942883 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37696) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:09.950039 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.950405 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.950760 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.952269 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.952269 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.952269 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.952269 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.952555 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.952900 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.953293 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.953635 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.954002 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:09.960240 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:10.039526 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d48a40fb-c926-483f-ac7d-5605f586cb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:10.044071 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-549bd247-19eb-4a43-9b56-a9c5825ee051 req-4f3087e4-7163-4232-9395-de6365dfdb8c tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Unset dirty status for tenant:7902d15328cb49518d1c217e05b6db9c on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:00:10.044968 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-549bd247-19eb-4a43-9b56-a9c5825ee051 req-4f3087e4-7163-4232-9395-de6365dfdb8c tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] 10.222.0.53 "GET /v2.0/ports?device_id=fff4891a-5543-44bf-a653-58e0adabb10e HTTP/1.1" status: 200 len: 210 time: 0.2871394 May 27 10:00:10.052360 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ee9c23be-e710-49f2-9e35-53de230faf61 req-d148626a-397f-493f-9550-9e7149a61e33 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 210 time: 0.0473311 May 27 10:00:10.073173 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d48a40fb-c926-483f-ac7d-5605f586cb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:10.183799 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d48a40fb-c926-483f-ac7d-5605f586cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:10.193730 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-5a75d9d1-d1cf-47ba-9740-05b11c10971a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:10.203644 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a40fb-c926-483f-ac7d-5605f586cb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c68677c-3031-449e-9f44-1d4a7ff1db3f,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:10.206404 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d48a40fb-c926-483f-ac7d-5605f586cb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:10.207610 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-d48a40fb-c926-483f-ac7d-5605f586cb7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c68677c-3031-449e-9f44-1d4a7ff1db3f HTTP/1.1" status: 204 len: 168 time: 0.2631011 May 27 10:00:10.208634 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d48a40fb-c926-483f-ac7d-5605f586cb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:10.317649 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffe909-2151-4888-bca4-2ee599ebceab req-5b15d190-6bac-4cbd-82ce-860264b1e5d9 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:10.319168 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-5b15d190-6bac-4cbd-82ce-860264b1e5d9 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 814 time: 0.1970446 May 27 10:00:10.334480 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Request body: {'port': {'device_id': 'e4a1deb0-01c6-4a83-b849-b17ad682b47c', 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2', 'admin_state_up': True, 'tenant_id': '2b7d0ac155d2482d9fe00e6b37ebb191'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:10.535922 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:10.562872 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88917b-5592-467e-8635-7c0afbace0cc req-4f4c0be3-ee39-40b6-ae10-fa6797724ddc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:10.564599 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1f88917b-5592-467e-8635-7c0afbace0cc req-4f4c0be3-ee39-40b6-ae10-fa6797724ddc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1614070 May 27 10:00:10.565385 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:10.618003 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1f88917b-5592-467e-8635-7c0afbace0cc req-209118ba-fc35-4363-b3ee-0353110bc64c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446005 May 27 10:00:10.663390 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Made reservation on behalf of 2b7d0ac155d2482d9fe00e6b37ebb191 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:00:10.666918 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:10.846168 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Allocated IP 172.20.0.8 (73a2666a-5256-4cd0-a816-2cee9ac38cb2/9fa45a65-7a6e-421c-b0ee-bb8569abea8a/c612d9d1-2d6d-42b1-85b3-829ba4569e02) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:00:10.910551 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:11.008323 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37740) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:11.028086 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:11.044066 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:11.049976 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Usage tracker for resource:security_group_rule and tenant:f32e64a2bb064d9a84b2042b9bf6485d is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:11.054327 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:11.064823 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:11.073524 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:11.161422 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:11.183780 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:11.194219 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:11.195917 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['8d80ae7b-0a50-437c-a81e-fd8ab8d66777'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:00:11.247287 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:11.310103 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c5589fa6-0798-474d-a7a0-39f288b2a89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:11.322875 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f32e64a2bb064d9a84b2042b9bf6485d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127761 May 27 10:00:11.330206 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 37758) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:11.332908 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:00:11.365433 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:00:11.370223 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2295e36-7604-4945-bdcd-2dfd5b048d86,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:11.374210 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:00:11.379814 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.384463 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.384986 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.385485 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.388183 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.388708 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.389249 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.389734 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.390243 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.390930 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.397618 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.397618 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:11.402047 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:11.415305 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Pushing event updated for resources: {'Port': ['ID=c612d9d1-2d6d-42b1-85b3-829ba4569e02,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:11.436491 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:11.512813 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:11.513433 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:11.531399 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ab0465-95e6-422d-8356-428a147084c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:11.549877 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66889de4-664d-4976-8912-90f8a2ccea2f req-62e2d330-b00f-4777-b132-1328c0be8f68 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:11.551338 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-66889de4-664d-4976-8912-90f8a2ccea2f req-62e2d330-b00f-4777-b132-1328c0be8f68 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 931 time: 0.3198256 May 27 10:00:11.595203 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ab0465-95e6-422d-8356-428a147084c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:11.671146 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-66889de4-664d-4976-8912-90f8a2ccea2f req-14f4e666-85e9-44a1-ab2e-1a1a4d721366 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037741 May 27 10:00:11.672373 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3425112 May 27 10:00:11.691584 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Request body: {'port': {'device_id': 'e4a1deb0-01c6-4a83-b849-b17ad682b47c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:11.920255 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:11.955091 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2b33fd33-8d34-4fc8-9bd5-230252f5772b no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:00:11.970996 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ab0465-95e6-422d-8356-428a147084c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:11.978985 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acd0eb-e7e8-4ebe-ad0e-f449edab7ece req-b89c5318-f217-4425-8ea7-1f9491c5e217 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:11.980492 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-97acd0eb-e7e8-4ebe-ad0e-f449edab7ece req-b89c5318-f217-4425-8ea7-1f9491c5e217 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.2056193 May 27 10:00:11.992225 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:11.992412 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 2b33fd33-8d34-4fc8-9bd5-230252f5772b {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:00:11.994844 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2b33fd33-8d34-4fc8-9bd5-230252f5772b not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:00:12.029099 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab0465-95e6-422d-8356-428a147084c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2295e36-7604-4945-bdcd-2dfd5b048d86,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:12.036563 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-07ab0465-95e6-422d-8356-428a147084c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:12.060408 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ab0465-95e6-422d-8356-428a147084c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:12.061482 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-07ab0465-95e6-422d-8356-428a147084c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2295e36-7604-4945-bdcd-2dfd5b048d86 HTTP/1.1" status: 204 len: 168 time: 0.7167537 May 27 10:00:12.113287 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-97acd0eb-e7e8-4ebe-ad0e-f449edab7ece req-36b7e309-e686-45f4-8525-5c9a1df4422f tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247666 May 27 10:00:12.394281 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37794) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:12.466704 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c612d9d1-2d6d-42b1-85b3-829ba4569e02 {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:00:12.474862 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:12.490448 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Transition to ACTIVE for port object c612d9d1-2d6d-42b1-85b3-829ba4569e02 will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:00:12.505021 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37800) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:12.569112 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:12.575468 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:12.597790 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:12.662042 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-5f023a7b-5140-4c59-bdbf-70605ad1cd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:12.685032 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-5f023a7b-5140-4c59-bdbf-70605ad1cd6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:12.692644 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-5f023a7b-5140-4c59-bdbf-70605ad1cd6c admin admin] Usage tracker for resource:security_group_rule and tenant:490f6858bcdd45e5893b2520089ee771 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:12.698892 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-5f023a7b-5140-4c59-bdbf-70605ad1cd6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:12.723426 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-20e4b46a-cc1f-44a2-925f-8c56dc11c424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:12.743287 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-5f023a7b-5140-4c59-bdbf-70605ad1cd6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:12.756123 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-20e4b46a-cc1f-44a2-925f-8c56dc11c424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:12.763600 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-20e4b46a-cc1f-44a2-925f-8c56dc11c424 admin admin] Usage tracker for resource:security_group_rule and tenant:916e3c1f8ef84efc9bdca2ca3e53fca4 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:12.773465 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-20e4b46a-cc1f-44a2-925f-8c56dc11c424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:12.776582 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Pushing event updated for resources: {'Port': ['ID=c612d9d1-2d6d-42b1-85b3-829ba4569e02,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:12.786814 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-20e4b46a-cc1f-44a2-925f-8c56dc11c424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:12.816365 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:12.916743 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-5f023a7b-5140-4c59-bdbf-70605ad1cd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:12.944646 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Attempting to bind port c612d9d1-2d6d-42b1-85b3-829ba4569e02 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:00:12.945213 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Attempting to bind port c612d9d1-2d6d-42b1-85b3-829ba4569e02 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:00:12.945630 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Attempting to bind port c612d9d1-2d6d-42b1-85b3-829ba4569e02 on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:00:12.953660 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Port c612d9d1-2d6d-42b1-85b3-829ba4569e02 on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:00:12.954006 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Attempting to bind port c612d9d1-2d6d-42b1-85b3-829ba4569e02 on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:00:12.962914 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 9, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:00:12.964806 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Checking segment: {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:00:12.965623 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Bound using segment: {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:00:12.965740 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Bound port: c612d9d1-2d6d-42b1-85b3-829ba4569e02, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:00:12.966096 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:12.970086 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-20e4b46a-cc1f-44a2-925f-8c56dc11c424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:12.995053 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37814) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:13.022872 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-5f023a7b-5140-4c59-bdbf-70605ad1cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.030278 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bd8201d8-b035-4464-85e6-a2de37a43015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.037495 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10508d0-3d5d-4b57-ad5a-3aefd5d7aaa3 req-46b953dc-57ca-4ae4-8d49-f998a8c48f5c tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:13.038257 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-e10508d0-3d5d-4b57-ad5a-3aefd5d7aaa3 req-46b953dc-57ca-4ae4-8d49-f998a8c48f5c tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Synchronizing usage tracker for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:00:13.044693 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:13.057399 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-20e4b46a-cc1f-44a2-925f-8c56dc11c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.111190 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] For port c612d9d1-2d6d-42b1-85b3-829ba4569e02, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:00:13.112645 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-bd8201d8-b035-4464-85e6-a2de37a43015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:13.115728 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] For port c612d9d1-2d6d-42b1-85b3-829ba4569e02, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c612d9d1-2d6d-42b1-85b3-829ba4569e02,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:00:13.123612 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-5f023a7b-5140-4c59-bdbf-70605ad1cd6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=490f6858bcdd45e5893b2520089ee771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7282770 May 27 10:00:13.126260 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 37818) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:13.130549 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f023a7b-5140-4c59-bdbf-70605ad1cd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbab50bf-2e2f-4898-8b38-7cc3c844082a,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:13.133324 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-bd8201d8-b035-4464-85e6-a2de37a43015 admin admin] Usage tracker for resource:security_group_rule and tenant:488e5ac99827427cb66345362f28d24e is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:13.137854 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-20e4b46a-cc1f-44a2-925f-8c56dc11c424 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=916e3c1f8ef84efc9bdca2ca3e53fca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316326 May 27 10:00:13.138909 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-bd8201d8-b035-4464-85e6-a2de37a43015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:13.142873 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-5f023a7b-5140-4c59-bdbf-70605ad1cd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:13.143344 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-44a67e8c-207b-492a-98bc-ac3ad7e06c6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:13.147297 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 37822) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:13.162436 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-bd8201d8-b035-4464-85e6-a2de37a43015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:13.192180 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-e10508d0-3d5d-4b57-ad5a-3aefd5d7aaa3 req-46b953dc-57ca-4ae4-8d49-f998a8c48f5c tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Unset dirty status for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:00:13.194574 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e10508d0-3d5d-4b57-ad5a-3aefd5d7aaa3 req-46b953dc-57ca-4ae4-8d49-f998a8c48f5c tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 943 time: 0.3806028 May 27 10:00:13.206983 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4b46a-cc1f-44a2-925f-8c56dc11c424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2af3253-9028-41a5-a427-362cfdf58542,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:13.213585 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-20e4b46a-cc1f-44a2-925f-8c56dc11c424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:13.292866 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.321738 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:13.348993 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bd8201d8-b035-4464-85e6-a2de37a43015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.417300 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bd8201d8-b035-4464-85e6-a2de37a43015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.429941 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c28447a3-fc74-49e9-bdac-abc925280341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:13.473787 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-bd8201d8-b035-4464-85e6-a2de37a43015 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=488e5ac99827427cb66345362f28d24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774992 May 27 10:00:13.475825 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8201d8-b035-4464-85e6-a2de37a43015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef53d4ba-6455-403a-b798-8c6c2d3fd050,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:13.477754 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 37834) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:13.478771 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-bd8201d8-b035-4464-85e6-a2de37a43015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:13.487849 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5133116d-fc63-46d8-82c3-5549f41d2aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.524128 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:13.525007 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.526087 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] 10.222.0.35 "PUT /v2.0/ports/c612d9d1-2d6d-42b1-85b3-829ba4569e02 HTTP/1.1" status: 200 len: 1093 time: 1.8411553 May 27 10:00:13.543511 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a1deb0-01c6-4a83-b849-b17ad682b47c', 'tag': 'c612d9d1-2d6d-42b1-85b3-829ba4569e02'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:13.548597 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8d4aec2f-97e0-4dcc-8faa-d2ea0ace6b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.555805 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e10508d0-3d5d-4b57-ad5a-3aefd5d7aaa3 req-6f7f30df-9d22-4f61-8cd4-098e6c8e4c78 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316395 May 27 10:00:13.625689 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5133116d-fc63-46d8-82c3-5549f41d2aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.646581 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Pushing event updated for resources: {'Port': ['ID=c612d9d1-2d6d-42b1-85b3-829ba4569e02,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:13.719670 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:13.740734 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8d4aec2f-97e0-4dcc-8faa-d2ea0ace6b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.811356 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a1deb0-01c6-4a83-b849-b17ad682b47c', 'tag': 'c612d9d1-2d6d-42b1-85b3-829ba4569e02', 'status': 'completed', 'code': 200} May 27 10:00:13.843386 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-538302f7-f4c4-4a5a-9666-3c9a04bbb1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.870621 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b7e98-27b1-4980-a402-d056e3ca8391 req-dcc253f8-ba91-4730-97ca-f115b49e3a2d tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:13.871693 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37846) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:13.872085 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0e1b7e98-27b1-4980-a402-d056e3ca8391 req-dcc253f8-ba91-4730-97ca-f115b49e3a2d tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.5775540 May 27 10:00:13.906723 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-538302f7-f4c4-4a5a-9666-3c9a04bbb1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.934275 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_v2 [None req-29041b3e-d680-4632-b77d-facab7bdf28f admin admin] Deleting subnet 38fddb67-fb11-4e37-9180-3506a7271db6 {{(pid=98699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:00:13.937944 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-29041b3e-d680-4632-b77d-facab7bdf28f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:13.965338 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffe909-2151-4888-bca4-2ee599ebceab req-56080f2c-d9cb-4707-a97f-8ab1a2f15067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:13.966798 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-56080f2c-d9cb-4707-a97f-8ab1a2f15067 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 1096 time: 0.2940407 May 27 10:00:13.976295 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0e1b7e98-27b1-4980-a402-d056e3ca8391 req-922c314e-ef8b-4173-8abf-741852c81660 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876272 May 27 10:00:13.988077 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-29041b3e-d680-4632-b77d-facab7bdf28f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1927318'] for subnet, precommit_delete_associations {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.033636 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5133116d-fc63-46d8-82c3-5549f41d2aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.045161 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ec98a37e-d29b-4d3a-843a-dfbfaeaadc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:14.053647 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-29041b3e-d680-4632-b77d-facab7bdf28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.057258 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-75d4e8c9-1c37-48d9-a0df-4f8854bbaaeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c612d9d1-2d6d-42b1-85b3-829ba4569e02 HTTP/1.1" status: 200 len: 217 time: 0.0800920 May 27 10:00:14.060381 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8d4aec2f-97e0-4dcc-8faa-d2ea0ace6b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.067666 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133116d-fc63-46d8-82c3-5549f41d2aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbab50bf-2e2f-4898-8b38-7cc3c844082a,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:14.102179 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5133116d-fc63-46d8-82c3-5549f41d2aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:14.106578 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:14.137268 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4aec2f-97e0-4dcc-8faa-d2ea0ace6b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2af3253-9028-41a5-a427-362cfdf58542,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:14.145593 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-8d4aec2f-97e0-4dcc-8faa-d2ea0ace6b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:14.148662 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5133116d-fc63-46d8-82c3-5549f41d2aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.152257 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-5133116d-fc63-46d8-82c3-5549f41d2aec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbab50bf-2e2f-4898-8b38-7cc3c844082a HTTP/1.1" status: 204 len: 168 time: 1.0218005 May 27 10:00:14.152834 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8d4aec2f-97e0-4dcc-8faa-d2ea0ace6b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.153450 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-8d4aec2f-97e0-4dcc-8faa-d2ea0ace6b03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2af3253-9028-41a5-a427-362cfdf58542 HTTP/1.1" status: 204 len: 168 time: 1.0050137 May 27 10:00:14.170899 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffe909-2151-4888-bca4-2ee599ebceab req-e0935920-e699-4001-be55-44eb93bbdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:14.172231 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-e0935920-e699-4001-be55-44eb93bbdc17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa45a65-7a6e-421c-b0ee-bb8569abea8a HTTP/1.1" status: 200 len: 854 time: 0.1059399 May 27 10:00:14.236543 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-538302f7-f4c4-4a5a-9666-3c9a04bbb1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.239202 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-538302f7-f4c4-4a5a-9666-3c9a04bbb1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.240466 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-538302f7-f4c4-4a5a-9666-3c9a04bbb1e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef53d4ba-6455-403a-b798-8c6c2d3fd050 HTTP/1.1" status: 204 len: 168 time: 0.7553122 May 27 10:00:14.246070 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:14.258775 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-9d164b51-69a0-4219-a56f-5adbf19655fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73a2666a-5256-4cd0-a816-2cee9ac38cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777621 May 27 10:00:14.261060 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538302f7-f4c4-4a5a-9666-3c9a04bbb1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef53d4ba-6455-403a-b798-8c6c2d3fd050,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:14.263303 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-538302f7-f4c4-4a5a-9666-3c9a04bbb1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:14.445241 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-155cd0ae-6920-4d27-9775-1c6c5c996d05 service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622274 May 27 10:00:14.469895 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-29041b3e-d680-4632-b77d-facab7bdf28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1020166'] for subnet, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.475489 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:14.514971 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29041b3e-d680-4632-b77d-facab7bdf28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38fddb67-fb11-4e37-9180-3506a7271db6,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:14.517893 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-29041b3e-d680-4632-b77d-facab7bdf28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:14.518855 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-29041b3e-d680-4632-b77d-facab7bdf28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.549775 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-29041b3e-d680-4632-b77d-facab7bdf28f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/38fddb67-fb11-4e37-9180-3506a7271db6 HTTP/1.1" status: 204 len: 168 time: 0.6742318 May 27 10:00:14.550668 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37858) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:14.714097 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cffe909-2151-4888-bca4-2ee599ebceab req-603896fb-26d9-4c0e-b9a2-a9467607af87 service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609615 May 27 10:00:14.863208 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:14.936414 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a5fca-fe6a-4a05-a206-35e7dbe3e5e9 req-79ba398b-4280-4990-aff5-6f2f86a51cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:14.937966 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-055a5fca-fe6a-4a05-a206-35e7dbe3e5e9 req-79ba398b-4280-4990-aff5-6f2f86a51cef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 1096 time: 0.1182477 May 27 10:00:14.946995 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ea439-0256-4905-a280-522327a05858 req-17ee80c7-675b-4a1f-900d-f75c200fa3a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:14.954115 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ba4ea439-0256-4905-a280-522327a05858 req-17ee80c7-675b-4a1f-900d-f75c200fa3a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 943 time: 0.2038593 May 27 10:00:15.035196 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.048141 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32694f77-d011-4e83-b676-5f47c5fe6b2c']}} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:00:15.062469 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb') {'for_net_delete': True} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:00:15.062741 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4998f6-9a27-48bb-b6c0-9d2ed93ed1cb') {} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:00:15.080204 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1927343'] for segment, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.088636 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ba4ea439-0256-4905-a280-522327a05858 req-29de0fb7-8a33-4bac-89f9-9d4dbdb6bc41 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332357 May 27 10:00:15.109918 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.116084 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=98699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:00:15.116471 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533260'] for segment, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: Traceback (most recent call last): May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: timer() May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: cb(*args, **kw) May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: return func(*args, **kwargs) May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: self._notify() May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: self.callback(batched_events) May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: event.method(event) May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: return f(self, *a, **k) May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: return self._get(url).json() May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: return self.request(url, 'GET', **kwargs) May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:00:15.131539 dv-cinder-788782-3-smb neutron-server[98699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:00:15.172215 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a5fca-fe6a-4a05-a206-35e7dbe3e5e9 req-9667e7c9-a64e-4671-8f88-52e1317b0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:15.175632 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-055a5fca-fe6a-4a05-a206-35e7dbe3e5e9 req-9667e7c9-a64e-4671-8f88-52e1317b0b75 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 915 time: 0.2194412 May 27 10:00:15.234553 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37876) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:15.252559 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf636-232a-44cf-a70e-ebe56d8b868c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.267456 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-2d5cf636-232a-44cf-a70e-ebe56d8b868c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:15.272670 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-2d5cf636-232a-44cf-a70e-ebe56d8b868c admin admin] Usage tracker for resource:security_group_rule and tenant:49f6de81306949ba9bcc92062ff19477 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:15.274582 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-2d5cf636-232a-44cf-a70e-ebe56d8b868c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:15.280510 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-2d5cf636-232a-44cf-a70e-ebe56d8b868c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:15.292947 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.312034 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8e186993-7393-4e54-b440-27296a3ed790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:15.312346 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-055a5fca-fe6a-4a05-a206-35e7dbe3e5e9 req-cfc6a732-af4b-4af5-9ac8-507f48a5d212 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c612d9d1-2d6d-42b1-85b3-829ba4569e02 HTTP/1.1" status: 200 len: 217 time: 0.1318212 May 27 10:00:15.340577 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.353876 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] Pushing event deleted for resources: {'Network': ['ID=32694f77-d011-4e83-b676-5f47c5fe6b2c,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:15.370210 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:15.411545 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a5fca-fe6a-4a05-a206-35e7dbe3e5e9 req-97aa10d4-19a6-462b-b204-68549c674026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:15.412978 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-055a5fca-fe6a-4a05-a206-35e7dbe3e5e9 req-97aa10d4-19a6-462b-b204-68549c674026 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa45a65-7a6e-421c-b0ee-bb8569abea8a HTTP/1.1" status: 200 len: 854 time: 0.0902319 May 27 10:00:15.425760 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33315209-7492-4d5e-a52c-41ebb1a12081 req-4b0c119e-901d-4c28-8540-821fcbdd8d2d tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:15.427251 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-33315209-7492-4d5e-a52c-41ebb1a12081 req-4b0c119e-901d-4c28-8540-821fcbdd8d2d tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1669571 May 27 10:00:15.448780 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf636-232a-44cf-a70e-ebe56d8b868c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.481638 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] 10.222.0.53 "DELETE /v2.0/networks/32694f77-d011-4e83-b676-5f47c5fe6b2c HTTP/1.1" status: 204 len: 168 time: 0.9297097 May 27 10:00:15.483130 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-055a5fca-fe6a-4a05-a206-35e7dbe3e5e9 req-f6d8d5b3-eaed-418b-beff-94043ad12b74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73a2666a-5256-4cd0-a816-2cee9ac38cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549188 May 27 10:00:15.525496 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf636-232a-44cf-a70e-ebe56d8b868c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.535296 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b1ced04c-88d4-4b7f-9aed-fb53094d557d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:15.579731 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-2d5cf636-232a-44cf-a70e-ebe56d8b868c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49f6de81306949ba9bcc92062ff19477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434446 May 27 10:00:15.580692 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cf636-232a-44cf-a70e-ebe56d8b868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df5561d-0e60-415c-9f42-0e1a4d6246c7,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:15.582828 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 37888) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:15.584179 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-2d5cf636-232a-44cf-a70e-ebe56d8b868c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:15.587485 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-33315209-7492-4d5e-a52c-41ebb1a12081 req-e8c419d8-f78b-4c02-b18b-960b640c2cd1 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245821 May 27 10:00:15.604938 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37892) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:15.628563 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c42016f6-2fbe-465d-b05f-ceb2a986f6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.643756 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-c42016f6-2fbe-465d-b05f-ceb2a986f6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:15.647883 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-c42016f6-2fbe-465d-b05f-ceb2a986f6eb admin admin] Usage tracker for resource:security_group_rule and tenant:d57ec7b9c8d34614b4869e054c1e882a is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:15.650788 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-c42016f6-2fbe-465d-b05f-ceb2a986f6eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:15.656684 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-c42016f6-2fbe-465d-b05f-ceb2a986f6eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:15.678305 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-055a5fca-fe6a-4a05-a206-35e7dbe3e5e9 req-1c326906-eb0e-41f2-8276-2025591b2040 service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862307 May 27 10:00:15.722008 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-fa9a17a5-e00f-4440-ad17-04cf19f71cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.780488 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c42016f6-2fbe-465d-b05f-ceb2a986f6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.843865 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-fa9a17a5-e00f-4440-ad17-04cf19f71cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.862338 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c42016f6-2fbe-465d-b05f-ceb2a986f6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:15.874774 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:15.899762 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-055a5fca-fe6a-4a05-a206-35e7dbe3e5e9 req-9ced6d54-c40d-4ceb-80dd-7bedc7725abd service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090225 May 27 10:00:15.928819 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-c42016f6-2fbe-465d-b05f-ceb2a986f6eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d57ec7b9c8d34614b4869e054c1e882a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229566 May 27 10:00:15.930029 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42016f6-2fbe-465d-b05f-ceb2a986f6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d116d7e-e3c7-4544-a05f-62716f4c2039,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:15.932021 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 37906) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:15.932907 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c42016f6-2fbe-465d-b05f-ceb2a986f6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:15.995981 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9cdc-9a85-421c-b71d-f73d46680d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:16.022453 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9cdc-9a85-421c-b71d-f73d46680d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:16.042111 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-fa9a17a5-e00f-4440-ad17-04cf19f71cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:16.047530 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3ef75aa8-d950-40ef-9c4f-607e88dbc123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:16.068050 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a17a5-e00f-4440-ad17-04cf19f71cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df5561d-0e60-415c-9f42-0e1a4d6246c7,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:16.075079 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-fa9a17a5-e00f-4440-ad17-04cf19f71cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:16.077467 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-fa9a17a5-e00f-4440-ad17-04cf19f71cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:16.078595 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-fa9a17a5-e00f-4440-ad17-04cf19f71cd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2df5561d-0e60-415c-9f42-0e1a4d6246c7 HTTP/1.1" status: 204 len: 168 time: 0.4947171 May 27 10:00:16.123562 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 37918) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:16.196968 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 37924) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:16.197382 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-c4b46342-4f87-4dea-a9af-257a1bdf4709 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7902d15328cb49518d1c217e05b6db9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0725260 May 27 10:00:16.198778 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9cdc-9a85-421c-b71d-f73d46680d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:16.202555 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:16.215620 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d9cdc-9a85-421c-b71d-f73d46680d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d116d7e-e3c7-4544-a05f-62716f4c2039,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:16.225257 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-4f9d9cdc-9a85-421c-b71d-f73d46680d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:16.230942 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9cdc-9a85-421c-b71d-f73d46680d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:16.235195 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-4f9d9cdc-9a85-421c-b71d-f73d46680d90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d116d7e-e3c7-4544-a05f-62716f4c2039 HTTP/1.1" status: 204 len: 168 time: 0.3021240 May 27 10:00:16.325847 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c383219-e8c7-426a-88ef-033252941aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:16.369653 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c383219-e8c7-426a-88ef-033252941aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:16.479414 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e23c-48bd-47ec-82e7-3c90280c61b3 req-cea6607e-e3ff-4f19-a221-ea7e41350a25 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:16.480868 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-16d6e23c-48bd-47ec-82e7-3c90280c61b3 req-cea6607e-e3ff-4f19-a221-ea7e41350a25 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 943 time: 0.0851181 May 27 10:00:16.525640 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-16d6e23c-48bd-47ec-82e7-3c90280c61b3 req-8c6eb3e4-6dfc-4458-a7e7-bbcc1409a75c tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385084 May 27 10:00:16.599944 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c383219-e8c7-426a-88ef-033252941aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:16.603629 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:16.616440 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c383219-e8c7-426a-88ef-033252941aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:16.619131 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-3c383219-e8c7-426a-88ef-033252941aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:16.732313 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c383219-e8c7-426a-88ef-033252941aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:16.736482 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-3c383219-e8c7-426a-88ef-033252941aa0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bfe2a1b-b408-4073-bd16-d15ddd8bb9e3 HTTP/1.1" status: 204 len: 168 time: 0.5349095 May 27 10:00:16.795688 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f79215-de99-46ee-8801-96908a14dded req-0d3b7dd6-6de1-42b8-99b3-a8473e1b21c7 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:16.797164 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-14f79215-de99-46ee-8801-96908a14dded req-0d3b7dd6-6de1-42b8-99b3-a8473e1b21c7 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.0848470 May 27 10:00:16.845573 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-14f79215-de99-46ee-8801-96908a14dded req-b837b66e-3501-470e-8ff0-2d5160df3c21 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 May 27 10:00:17.716294 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbc3dc-07aa-4d04-952f-f8c3fa5fb6dd req-a2467cd3-5197-443d-ae75-78ecd47fd1bd tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:17.717756 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-45dbc3dc-07aa-4d04-952f-f8c3fa5fb6dd req-a2467cd3-5197-443d-ae75-78ecd47fd1bd tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 943 time: 0.0862491 May 27 10:00:17.764348 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-45dbc3dc-07aa-4d04-952f-f8c3fa5fb6dd req-3d258abf-1d0a-45f9-a10e-d472efcc50d9 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 May 27 10:00:18.016928 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device c612d9d1-2d6d-42b1-85b3-829ba4569e02 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:00:18.101119 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e133a-09e0-4a52-99f8-83316a98f0e6 req-c5caccd1-110c-4db4-88e2-337c16755ce3 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:18.103877 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e90e133a-09e0-4a52-99f8-83316a98f0e6 req-c5caccd1-110c-4db4-88e2-337c16755ce3 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1431358 May 27 10:00:18.214080 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e90e133a-09e0-4a52-99f8-83316a98f0e6 req-2fc713c4-6616-4108-8d5f-0218f7f69998 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953653 May 27 10:00:18.230988 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port c612d9d1-2d6d-42b1-85b3-829ba4569e02, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c612d9d1-2d6d-42b1-85b3-829ba4569e02,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:18.254778 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': 'c612d9d1-2d6d-42b1-85b3-829ba4569e02', 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2', 'port_id': 'c612d9d1-2d6d-42b1-85b3-829ba4569e02', 'mac_address': 'fa:16:3e:cb:6f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa45a65-7a6e-421c-b0ee-bb8569abea8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:00:18.315114 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:18.334121 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c612d9d1-2d6d-42b1-85b3-829ba4569e02 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:00:18.353365 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port c612d9d1-2d6d-42b1-85b3-829ba4569e02, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c612d9d1-2d6d-42b1-85b3-829ba4569e02,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:18.440872 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:18.443989 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:18.510933 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=c612d9d1-2d6d-42b1-85b3-829ba4569e02,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:18.519514 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.519857 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.520192 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.520525 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.520851 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.521174 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.521499 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.521817 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.522159 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.522473 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.522790 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.523104 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:00:18.526888 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:18.866337 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['c612d9d1-2d6d-42b1-85b3-829ba4569e02'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:00:18.988983 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7e9a-39ac-4453-9a53-a61dbc49c456 req-44d6073e-e047-42d3-8687-7654ef5fcfe1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:18.990566 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-931a7e9a-39ac-4453-9a53-a61dbc49c456 req-44d6073e-e047-42d3-8687-7654ef5fcfe1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 944 time: 0.0916471 May 27 10:00:19.043401 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-931a7e9a-39ac-4453-9a53-a61dbc49c456 req-a191570d-f6fa-4bcf-947e-6e0d684f4634 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467370 May 27 10:00:19.514378 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf25f1-fb49-45bb-a671-d25447acba39 req-5b683e9f-9d58-4f51-b28c-2b92580a81a1 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:19.515959 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9bdf25f1-fb49-45bb-a671-d25447acba39 req-5b683e9f-9d58-4f51-b28c-2b92580a81a1 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1784587 May 27 10:00:19.572375 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9bdf25f1-fb49-45bb-a671-d25447acba39 req-6d0feea4-790f-47dd-b01f-6f57cde820c6 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467029 May 27 10:00:20.240403 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7795850-1950-43e0-b649-e11863cb304b req-3fde20ca-23fe-4c3b-be34-beefd755bef1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:20.250897 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c7795850-1950-43e0-b649-e11863cb304b req-3fde20ca-23fe-4c3b-be34-beefd755bef1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 944 time: 0.0973346 May 27 10:00:20.325877 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c7795850-1950-43e0-b649-e11863cb304b req-027dc166-825e-4b67-8a1c-1d074a4812f2 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607536 May 27 10:00:20.764523 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c39a88-86b6-433d-98b5-ef14b1fdc453 req-8674f2ea-1314-44bf-94f9-ce3ff8f4d3f8 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:20.766044 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a3c39a88-86b6-433d-98b5-ef14b1fdc453 req-8674f2ea-1314-44bf-94f9-ce3ff8f4d3f8 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.0824964 May 27 10:00:20.819022 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a3c39a88-86b6-433d-98b5-ef14b1fdc453 req-f1787702-f0f7-4ec0-96eb-fcff9b7bb549 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458775 May 27 10:00:21.513959 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89642-a480-4de1-ba75-b3c269c1ea24 req-2149afc3-dd15-433b-9d13-7ce95299f302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:21.515515 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b2c89642-a480-4de1-ba75-b3c269c1ea24 req-2149afc3-dd15-433b-9d13-7ce95299f302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 944 time: 0.0879810 May 27 10:00:21.566102 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b2c89642-a480-4de1-ba75-b3c269c1ea24 req-07c1251f-a708-4401-ad73-b852d9a42709 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 May 27 10:00:21.662172 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38162) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:21.783725 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-12a43012-1b6c-4eb6-abb9-091cb50bb4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:21.797660 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-12a43012-1b6c-4eb6-abb9-091cb50bb4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:21.801685 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-12a43012-1b6c-4eb6-abb9-091cb50bb4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:4336fce9c4fa4550838525ff27758ce5 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:21.804920 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-12a43012-1b6c-4eb6-abb9-091cb50bb4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:21.810728 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-12a43012-1b6c-4eb6-abb9-091cb50bb4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:21.901733 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-12a43012-1b6c-4eb6-abb9-091cb50bb4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:21.946446 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38180) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:21.985085 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-12a43012-1b6c-4eb6-abb9-091cb50bb4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.023872 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-2d5cf636-232a-44cf-a70e-ebe56d8b868c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:22.035964 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 38190) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:22.040282 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device c612d9d1-2d6d-42b1-85b3-829ba4569e02 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:00:22.045183 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-12a43012-1b6c-4eb6-abb9-091cb50bb4f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4336fce9c4fa4550838525ff27758ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815851 May 27 10:00:22.060260 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13e768-63d9-48b1-8d00-72410b6651cf req-6137fce8-d7b9-420c-9171-55ceb063a8ce tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:22.067902 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9d13e768-63d9-48b1-8d00-72410b6651cf req-6137fce8-d7b9-420c-9171-55ceb063a8ce tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1209676 May 27 10:00:22.070234 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a43012-1b6c-4eb6-abb9-091cb50bb4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4298b9c-62a9-409e-84ad-0ea7736d769a,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:22.086955 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-12a43012-1b6c-4eb6-abb9-091cb50bb4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:22.116609 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-94af61b8-6e3c-4837-88ba-caa3e581ccdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.132528 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-94af61b8-6e3c-4837-88ba-caa3e581ccdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:22.147988 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-94af61b8-6e3c-4837-88ba-caa3e581ccdf admin admin] Usage tracker for resource:security_group_rule and tenant:080ae3bd514846c9b20720589ad07f3f is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:22.151247 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-94af61b8-6e3c-4837-88ba-caa3e581ccdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:22.156411 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9d13e768-63d9-48b1-8d00-72410b6651cf req-40c3e068-755a-479b-8509-ee1a28c2ae15 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853646 May 27 10:00:22.162540 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-94af61b8-6e3c-4837-88ba-caa3e581ccdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:22.183247 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-63aaa6f1-1ccc-43ad-a070-0c1f6fd6660f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.206457 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port c612d9d1-2d6d-42b1-85b3-829ba4569e02 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:00:22.212505 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-63aaa6f1-1ccc-43ad-a070-0c1f6fd6660f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.215623 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port c612d9d1-2d6d-42b1-85b3-829ba4569e02 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:00:22.215623 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.298708 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-94af61b8-6e3c-4837-88ba-caa3e581ccdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.332019 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-63aaa6f1-1ccc-43ad-a070-0c1f6fd6660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.338096 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:22.352112 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aaa6f1-1ccc-43ad-a070-0c1f6fd6660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4298b9c-62a9-409e-84ad-0ea7736d769a,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:22.355179 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-63aaa6f1-1ccc-43ad-a070-0c1f6fd6660f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:22.357294 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-63aaa6f1-1ccc-43ad-a070-0c1f6fd6660f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.358316 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-63aaa6f1-1ccc-43ad-a070-0c1f6fd6660f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4298b9c-62a9-409e-84ad-0ea7736d769a HTTP/1.1" status: 204 len: 168 time: 0.3211832 May 27 10:00:22.388553 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-94af61b8-6e3c-4837-88ba-caa3e581ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.389310 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.405155 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-336000c6-6927-4abc-9db3-c8b26ce7d012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:22.421300 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a1deb0-01c6-4a83-b849-b17ad682b47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612d9d1-2d6d-42b1-85b3-829ba4569e02'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:22.452953 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port c612d9d1-2d6d-42b1-85b3-829ba4569e02, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c612d9d1-2d6d-42b1-85b3-829ba4569e02,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:22.475247 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-94af61b8-6e3c-4837-88ba-caa3e581ccdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=080ae3bd514846c9b20720589ad07f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276499 May 27 10:00:22.478095 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 38206) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:22.479230 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a1deb0-01c6-4a83-b849-b17ad682b47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612d9d1-2d6d-42b1-85b3-829ba4569e02', 'code': 200} May 27 10:00:22.514186 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.517723 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:22.530018 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af61b8-6e3c-4837-88ba-caa3e581ccdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d2de5c-d843-4ede-92f9-9a90f9f8dae7,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:22.551609 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b55be569-d852-4500-868b-499660887a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.552970 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-94af61b8-6e3c-4837-88ba-caa3e581ccdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:22.585630 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b55be569-d852-4500-868b-499660887a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.620487 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=c612d9d1-2d6d-42b1-85b3-829ba4569e02,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:22.625503 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:22.775168 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b55be569-d852-4500-868b-499660887a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.784507 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:22.797778 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55be569-d852-4500-868b-499660887a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d2de5c-d843-4ede-92f9-9a90f9f8dae7,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:22.805332 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b55be569-d852-4500-868b-499660887a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:22.817724 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b55be569-d852-4500-868b-499660887a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:22.819205 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-b55be569-d852-4500-868b-499660887a4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89d2de5c-d843-4ede-92f9-9a90f9f8dae7 HTTP/1.1" status: 204 len: 168 time: 0.3399880 May 27 10:00:22.868585 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce50e15-6170-48d6-bc18-98ff01ea5044 req-08024ee4-dcf9-4e8d-8956-ad932fcf0468 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:22.870208 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9ce50e15-6170-48d6-bc18-98ff01ea5044 req-08024ee4-dcf9-4e8d-8956-ad932fcf0468 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 945 time: 0.1413999 May 27 10:00:22.953448 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9ce50e15-6170-48d6-bc18-98ff01ea5044 req-190eab53-53cc-4bf4-bec6-2176d014a601 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772166 May 27 10:00:23.049113 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e32058-709a-4150-9426-c403132c3141 req-a31d2b48-afe0-4656-8c21-03e7a2923fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:23.050620 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-85e32058-709a-4150-9426-c403132c3141 req-a31d2b48-afe0-4656-8c21-03e7a2923fc0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 1098 time: 0.1011992 May 27 10:00:23.094407 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-85e32058-709a-4150-9426-c403132c3141 req-540694f6-7190-41df-9c1d-1af9d811b9df service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338721 May 27 10:00:23.207147 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 38242) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:23.242062 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f9c28a31-f2df-4c66-9341-bbd251d34cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:23.261707 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-f9c28a31-f2df-4c66-9341-bbd251d34cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:23.268396 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-f9c28a31-f2df-4c66-9341-bbd251d34cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:792f4aea751d432eacdab7ab95b56e0c is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:23.271897 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-f9c28a31-f2df-4c66-9341-bbd251d34cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:23.279084 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-f9c28a31-f2df-4c66-9341-bbd251d34cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:23.406238 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186f642-79d1-4f05-bca3-7fe2b7fb5707 req-8e8cf909-c2e2-4dbe-8d6a-f4cc870f27ac tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:23.408020 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d186f642-79d1-4f05-bca3-7fe2b7fb5707 req-8e8cf909-c2e2-4dbe-8d6a-f4cc870f27ac tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1265149 May 27 10:00:23.530985 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d186f642-79d1-4f05-bca3-7fe2b7fb5707 req-6d8a2c8b-fff5-4036-ae9d-174bda1e1244 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110940 May 27 10:00:23.542177 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f9c28a31-f2df-4c66-9341-bbd251d34cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:23.563108 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5468341f-6283-40a3-89c1-50e8f6812638 req-0bb2c1be-0adb-482f-87b7-f2cc8a0332a9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1000431 May 27 10:00:23.690973 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f9c28a31-f2df-4c66-9341-bbd251d34cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:23.711578 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-e8d1e191-67d1-4b15-927f-a75a98bf53d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:23.773560 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-f9c28a31-f2df-4c66-9341-bbd251d34cf9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=792f4aea751d432eacdab7ab95b56e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650387 May 27 10:00:23.776241 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38252) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:23.776694 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c28a31-f2df-4c66-9341-bbd251d34cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89835a58-011d-4d05-8a20-8822b8f0131a,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:23.780263 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-f9c28a31-f2df-4c66-9341-bbd251d34cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:23.807087 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468341f-6283-40a3-89c1-50e8f6812638 req-efc6bd55-31c8-4baa-ae90-daabefbb85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:23.808642 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5468341f-6283-40a3-89c1-50e8f6812638 req-efc6bd55-31c8-4baa-ae90-daabefbb85b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 1099 time: 0.1577845 May 27 10:00:23.847006 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8310-5046-4a79-aa2f-a5049f8e81e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:23.876748 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8310-5046-4a79-aa2f-a5049f8e81e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:23.890361 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38260) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:23.908400 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 38264) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:23.918460 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-02029b59-1ad0-48d2-9cbf-234ed9d873cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:23.950511 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-02029b59-1ad0-48d2-9cbf-234ed9d873cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:23.957196 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-02029b59-1ad0-48d2-9cbf-234ed9d873cd admin admin] Usage tracker for resource:security_group_rule and tenant:28631f699f6e4d18a0a7debef41e8d91 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:23.960170 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-02029b59-1ad0-48d2-9cbf-234ed9d873cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:23.967331 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-02029b59-1ad0-48d2-9cbf-234ed9d873cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:23.975460 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468341f-6283-40a3-89c1-50e8f6812638 req-f831c9da-4f67-4b3a-a8cb-3eb22e0b1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:23.976906 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5468341f-6283-40a3-89c1-50e8f6812638 req-f831c9da-4f67-4b3a-a8cb-3eb22e0b1afd service neutron] 10.222.0.35 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 915 time: 0.1429870 May 27 10:00:24.057966 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5468341f-6283-40a3-89c1-50e8f6812638 req-4b123233-07f1-4e59-8dee-a44caa65e729 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d80ae7b-0a50-437c-a81e-fd8ab8d66777 HTTP/1.1" status: 200 len: 217 time: 0.0647347 May 27 10:00:24.065240 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8310-5046-4a79-aa2f-a5049f8e81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.072310 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8a7673e8-8580-4ba2-8a8f-c0ffa250da5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:24.104261 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b8310-5046-4a79-aa2f-a5049f8e81e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89835a58-011d-4d05-8a20-8822b8f0131a,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:24.109140 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-7a8b8310-5046-4a79-aa2f-a5049f8e81e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:24.127771 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8310-5046-4a79-aa2f-a5049f8e81e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.135390 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-7a8b8310-5046-4a79-aa2f-a5049f8e81e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89835a58-011d-4d05-8a20-8822b8f0131a HTTP/1.1" status: 204 len: 168 time: 0.3518970 May 27 10:00:24.204624 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-02029b59-1ad0-48d2-9cbf-234ed9d873cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.204861 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8918fadd-3e2c-41f7-bf2d-7db2e4fd4c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.237218 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-8918fadd-3e2c-41f7-bf2d-7db2e4fd4c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:24.240174 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468341f-6283-40a3-89c1-50e8f6812638 req-05ad04cf-a236-490c-b2a8-a10e1d917591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:24.241597 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5468341f-6283-40a3-89c1-50e8f6812638 req-05ad04cf-a236-490c-b2a8-a10e1d917591 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa45a65-7a6e-421c-b0ee-bb8569abea8a HTTP/1.1" status: 200 len: 854 time: 0.1334813 May 27 10:00:24.245456 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-8918fadd-3e2c-41f7-bf2d-7db2e4fd4c0f admin admin] Usage tracker for resource:security_group_rule and tenant:76e10bf1f709452da12bfb760655a49b is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:24.250655 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-8918fadd-3e2c-41f7-bf2d-7db2e4fd4c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:24.296408 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-8918fadd-3e2c-41f7-bf2d-7db2e4fd4c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:24.302942 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5468341f-6283-40a3-89c1-50e8f6812638 req-e5069a3d-970e-49f8-9970-a21f0031bebf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73a2666a-5256-4cd0-a816-2cee9ac38cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532980 May 27 10:00:24.314673 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-02029b59-1ad0-48d2-9cbf-234ed9d873cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.320592 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8299dac-f6be-4deb-b819-b45126843b61 req-c65ea58e-5467-4442-a9d4-17698a8567c4 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:24.322294 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b8299dac-f6be-4deb-b819-b45126843b61 req-c65ea58e-5467-4442-a9d4-17698a8567c4 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 945 time: 0.2506487 May 27 10:00:24.340528 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-bd8201d8-b035-4464-85e6-a2de37a43015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:24.458410 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-02029b59-1ad0-48d2-9cbf-234ed9d873cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28631f699f6e4d18a0a7debef41e8d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668669 May 27 10:00:24.459247 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38282) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:24.463693 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02029b59-1ad0-48d2-9cbf-234ed9d873cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd7d801-dd64-4ecc-818f-21d07e8e8da0,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:24.477797 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-02029b59-1ad0-48d2-9cbf-234ed9d873cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:24.570100 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-15edbe29-10b9-4eeb-8548-67c2d3f6ff92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.589595 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38292) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:24.593578 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b8299dac-f6be-4deb-b819-b45126843b61 req-08c59e61-0ce5-4006-9614-0ee668fac8f7 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421539 May 27 10:00:24.634945 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-15edbe29-10b9-4eeb-8548-67c2d3f6ff92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.669990 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5468341f-6283-40a3-89c1-50e8f6812638 req-505d277e-90f5-4e79-9f5c-098a79234a1a service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466537 May 27 10:00:24.789096 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8918fadd-3e2c-41f7-bf2d-7db2e4fd4c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.820574 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c5c84467-f26f-4fb2-aebd-d8757fe87792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.845403 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-15edbe29-10b9-4eeb-8548-67c2d3f6ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.851979 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e488caaf-01ca-4bf8-a561-46bf8c492f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:24.867258 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edbe29-10b9-4eeb-8548-67c2d3f6ff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd7d801-dd64-4ecc-818f-21d07e8e8da0,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:24.869663 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-c5c84467-f26f-4fb2-aebd-d8757fe87792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:24.874780 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-15edbe29-10b9-4eeb-8548-67c2d3f6ff92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:24.876627 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-c5c84467-f26f-4fb2-aebd-d8757fe87792 admin admin] Usage tracker for resource:security_group_rule and tenant:d6447d6b55c04c09b64f344607ea7e9e is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:24.880313 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-c5c84467-f26f-4fb2-aebd-d8757fe87792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:24.883631 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-15edbe29-10b9-4eeb-8548-67c2d3f6ff92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.886964 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-15edbe29-10b9-4eeb-8548-67c2d3f6ff92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fd7d801-dd64-4ecc-818f-21d07e8e8da0 HTTP/1.1" status: 204 len: 168 time: 0.4253230 May 27 10:00:24.893603 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-c5c84467-f26f-4fb2-aebd-d8757fe87792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:24.916628 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8918fadd-3e2c-41f7-bf2d-7db2e4fd4c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:24.931261 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-07ab0465-95e6-422d-8356-428a147084c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:24.960057 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5468341f-6283-40a3-89c1-50e8f6812638 req-64ce2c39-d56d-49a8-858c-9a37d70b0666 service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778425 May 27 10:00:24.980985 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-8918fadd-3e2c-41f7-bf2d-7db2e4fd4c0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76e10bf1f709452da12bfb760655a49b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0714383 May 27 10:00:24.989727 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38306) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:24.990095 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918fadd-3e2c-41f7-bf2d-7db2e4fd4c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b576b3-bb27-4064-8c55-39f100df6ed5,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:24.994276 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-8918fadd-3e2c-41f7-bf2d-7db2e4fd4c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:25.009660 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7a57c-0264-411d-b50e-74952ae54136 req-85f9e8b3-de46-452d-9ccd-c5dde8d67cd2 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:25.017075 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-48a7a57c-0264-411d-b50e-74952ae54136 req-85f9e8b3-de46-452d-9ccd-c5dde8d67cd2 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.2116971 May 27 10:00:25.030103 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c5c84467-f26f-4fb2-aebd-d8757fe87792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:25.068613 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c377356b-1c00-40db-9972-3fdb6b5de236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:25.073538 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-48a7a57c-0264-411d-b50e-74952ae54136 req-73d124b6-6388-4ffc-865a-5985f2b23765 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518515 May 27 10:00:25.097218 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c377356b-1c00-40db-9972-3fdb6b5de236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:25.157348 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c5c84467-f26f-4fb2-aebd-d8757fe87792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:25.164163 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-784210b8-3e77-46b2-ab1d-4b369c63ff4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:25.209664 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-c5c84467-f26f-4fb2-aebd-d8757fe87792 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6447d6b55c04c09b64f344607ea7e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6190197 May 27 10:00:25.211414 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c84467-f26f-4fb2-aebd-d8757fe87792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2942636-d229-41f2-b438-31dbf81825ad,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:25.212560 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 38312) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:25.214471 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c5c84467-f26f-4fb2-aebd-d8757fe87792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:25.274824 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6aea896e-3add-4bad-9887-d4b959bc30f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:25.278764 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c377356b-1c00-40db-9972-3fdb6b5de236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:25.283844 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c5c84467-f26f-4fb2-aebd-d8757fe87792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:25.296537 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377356b-1c00-40db-9972-3fdb6b5de236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b576b3-bb27-4064-8c55-39f100df6ed5,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:25.309966 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c377356b-1c00-40db-9972-3fdb6b5de236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:25.331734 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c377356b-1c00-40db-9972-3fdb6b5de236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:25.333196 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-c377356b-1c00-40db-9972-3fdb6b5de236 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31b576b3-bb27-4064-8c55-39f100df6ed5 HTTP/1.1" status: 204 len: 168 time: 0.3425264 May 27 10:00:25.338086 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6aea896e-3add-4bad-9887-d4b959bc30f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:25.460145 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6aea896e-3add-4bad-9887-d4b959bc30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:25.464020 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-56d3d9f6-54c6-4c77-a0f1-f3c664179cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:25.478628 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea896e-3add-4bad-9887-d4b959bc30f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2942636-d229-41f2-b438-31dbf81825ad,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:25.481160 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-6aea896e-3add-4bad-9887-d4b959bc30f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:25.500088 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6aea896e-3add-4bad-9887-d4b959bc30f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:25.500088 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-6aea896e-3add-4bad-9887-d4b959bc30f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2942636-d229-41f2-b438-31dbf81825ad HTTP/1.1" status: 204 len: 168 time: 0.2790132 May 27 10:00:25.819628 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302d050-d272-4c1f-9926-6048a229f0a4 req-0ac5f54b-d49d-43d4-bdde-f77938f53956 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:25.821121 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3302d050-d272-4c1f-9926-6048a229f0a4 req-0ac5f54b-d49d-43d4-bdde-f77938f53956 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 945 time: 0.0842004 May 27 10:00:25.871388 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3302d050-d272-4c1f-9926-6048a229f0a4 req-6df5bae8-a930-4933-b581-875d68366f1f tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443213 May 27 10:00:26.292263 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5878e-ccb2-4ad0-bcf4-0e5034b33a92 req-7c130975-b843-44e8-9287-d2666734326a tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:26.294484 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4cc5878e-ccb2-4ad0-bcf4-0e5034b33a92 req-7c130975-b843-44e8-9287-d2666734326a tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1056969 May 27 10:00:26.353592 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4cc5878e-ccb2-4ad0-bcf4-0e5034b33a92 req-b5a2ddcf-0bfd-47ec-83a4-486106671c49 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518444 May 27 10:00:26.865291 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 38406) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:26.995295 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-786153448-network', 'tenant_id': '5487f29c80dc4bb08228874f1eb8f73a'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:26.999832 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:27.004376 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Usage tracker for resource:network and tenant:5487f29c80dc4bb08228874f1eb8f73a is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:27.010389 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:27.013702 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:27.108372 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Made reservation on behalf of 5487f29c80dc4bb08228874f1eb8f73a for: {'network': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:00:27.111671 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.124615 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.165717 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:27.171491 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:5487f29c80dc4bb08228874f1eb8f73a is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:27.174906 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:27.181854 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:27.338018 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.397861 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.428527 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.432780 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:27.460167 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26474c5e-9cde-41ed-b59a-13ca78ecbfed,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:27.477635 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:27.519686 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=98698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 10:00:27.543721 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.545943 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.segments_db [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Added segment 0ab399ee-2fab-4807-a28d-9956c75d60fb of type vlan for network 1ae8c4ee-a6ba-4818-a069-66462a169775 May 27 10:00:27.579085 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.609888 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3293944-39de-4b65-a1db-8b14fd302395 req-e39832ba-4379-4854-89cc-6c0e78e18899 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:27.612007 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f3293944-39de-4b65-a1db-8b14fd302395 req-e39832ba-4379-4854-89cc-6c0e78e18899 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1334467 May 27 10:00:27.663885 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f3293944-39de-4b65-a1db-8b14fd302395 req-d5399ed3-2e1f-4fa8-bcab-34e6c7d64064 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 May 27 10:00:27.702791 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.704885 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:27.705565 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:27.711408 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-532aa933-bcaf-4ec0-b5fa-f457ae06e0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:27.819970 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae8c4ee-a6ba-4818-a069-66462a169775,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:27.822954 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:27.831078 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 1ae8c4ee-a6ba-4818-a069-66462a169775 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 10:00:27.906449 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0373952 May 27 10:00:27.908359 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38460) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:27.914392 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Request body: {'subnet': {'network_id': '1ae8c4ee-a6ba-4818-a069-66462a169775', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-786153448-subnet', 'tenant_id': '5487f29c80dc4bb08228874f1eb8f73a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:27.919671 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:27.924414 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Usage tracker for resource:subnet and tenant:5487f29c80dc4bb08228874f1eb8f73a is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:27.927428 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:27.935207 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:28.028996 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Made reservation on behalf of 5487f29c80dc4bb08228874f1eb8f73a for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:00:28.031415 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1020203'] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.306691 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 38472) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:28.454432 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-23675992-caf4-4202-a1e7-54eb858474c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.470682 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-23675992-caf4-4202-a1e7-54eb858474c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:28.474911 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-23675992-caf4-4202-a1e7-54eb858474c2 admin admin] Usage tracker for resource:security_group_rule and tenant:10ab0d6c39704f61be476364ce1855de is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:28.477763 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-23675992-caf4-4202-a1e7-54eb858474c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:28.484049 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-23675992-caf4-4202-a1e7-54eb858474c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:28.559678 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1020221'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.568415 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:28.604265 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-23675992-caf4-4202-a1e7-54eb858474c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.723116 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-23675992-caf4-4202-a1e7-54eb858474c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.730414 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-538302f7-f4c4-4a5a-9666-3c9a04bbb1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:28.749458 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7ddf25-803f-4f80-b9fd-00e2d3516823,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:28.754640 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:28.792569 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-23675992-caf4-4202-a1e7-54eb858474c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10ab0d6c39704f61be476364ce1855de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4847844 May 27 10:00:28.793359 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23675992-caf4-4202-a1e7-54eb858474c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4fb1ce-3996-4cd8-9cae-0a5ce73cd358,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:28.793641 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38492) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:28.796396 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-23675992-caf4-4202-a1e7-54eb858474c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:28.823655 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Checking segment: {'id': '0ab399ee-2fab-4807-a28d-9956c75d60fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1ae8c4ee-a6ba-4818-a069-66462a169775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:00:28.824016 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Network hostable DHCP agents. Network: 1ae8c4ee-a6ba-4818-a069-66462a169775, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 10:00:28.880495 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-160c622e-6077-4c56-a225-54e6086e1b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.912973 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127f40f-e647-4789-a2be-2f0e71f59f4c req-9a512aa8-8aa5-49c2-b598-b84e9fb34333 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:28.915442 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d127f40f-e647-4789-a2be-2f0e71f59f4c req-9a512aa8-8aa5-49c2-b598-b84e9fb34333 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.0978177 May 27 10:00:28.918992 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-160c622e-6077-4c56-a225-54e6086e1b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:28.949696 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Network 1ae8c4ee-a6ba-4818-a069-66462a169775 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 10:00:28.969116 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d127f40f-e647-4789-a2be-2f0e71f59f4c req-f315cc45-ee03-4d0c-ae40-ed659a599305 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463552 May 27 10:00:29.068128 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 1ae8c4ee-a6ba-4818-a069-66462a169775) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:00:29.076325 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db22e99-149f-4c29-9707-51a16b55ccb5 None None] Network 1ae8c4ee-a6ba-4818-a069-66462a169775 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:00:29.079719 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:29.080499 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:29.102248 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 38500) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:29.114150 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-160c622e-6077-4c56-a225-54e6086e1b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:29.121126 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-12a43012-1b6c-4eb6-abb9-091cb50bb4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:29.134517 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c622e-6077-4c56-a225-54e6086e1b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4fb1ce-3996-4cd8-9cae-0a5ce73cd358,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:29.136835 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-160c622e-6077-4c56-a225-54e6086e1b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:29.138075 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-160c622e-6077-4c56-a225-54e6086e1b35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a4fb1ce-3996-4cd8-9cae-0a5ce73cd358 HTTP/1.1" status: 204 len: 168 time: 0.3411679 May 27 10:00:29.139161 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-160c622e-6077-4c56-a225-54e6086e1b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:29.206637 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2970812 May 27 10:00:29.255391 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-7f525c9a-0fa7-4a6e-993e-493b99327475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:29.284680 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-7f525c9a-0fa7-4a6e-993e-493b99327475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:29.289568 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-7f525c9a-0fa7-4a6e-993e-493b99327475 admin admin] Usage tracker for resource:security_group_rule and tenant:f0c0dee14c4e4da08b47c257317e91e2 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:29.292747 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-7f525c9a-0fa7-4a6e-993e-493b99327475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:29.315309 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5f4c1c-d84a-4d1a-938c-f4410b7a1022 None None] Network 1ae8c4ee-a6ba-4818-a069-66462a169775 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:00:29.326108 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-7f525c9a-0fa7-4a6e-993e-493b99327475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:29.494520 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-7f525c9a-0fa7-4a6e-993e-493b99327475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:29.616881 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-7f525c9a-0fa7-4a6e-993e-493b99327475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:29.633410 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-8f7caa78-90d0-4f6e-9e8a-02675efea2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:29.695315 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-7f525c9a-0fa7-4a6e-993e-493b99327475 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0c0dee14c4e4da08b47c257317e91e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5917964 May 27 10:00:29.697877 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38530) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:29.730157 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f525c9a-0fa7-4a6e-993e-493b99327475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640cbad3-0a9f-48d2-9f1a-eb1f95324038,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:29.738237 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-7f525c9a-0fa7-4a6e-993e-493b99327475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:29.770293 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ddba8151-0421-4ccf-8d9c-bcd50a793304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:29.838801 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ddba8151-0421-4ccf-8d9c-bcd50a793304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:29.950989 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-b9e97c72-1679-4768-9cc8-606b1529b3c2 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:29.958667 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-b9e97c72-1679-4768-9cc8-606b1529b3c2 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 814 time: 0.2585943 May 27 10:00:29.973900 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-840c7ee2-6d8e-41b0-9579-42926ab97f19 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/quotas/2b7d0ac155d2482d9fe00e6b37ebb191 HTTP/1.1" status: 200 len: 375 time: 0.0153093 May 27 10:00:29.977357 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ddba8151-0421-4ccf-8d9c-bcd50a793304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:29.985874 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8017ce01-f775-4e78-b85e-ab98c921ced3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:29.997215 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba8151-0421-4ccf-8d9c-bcd50a793304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640cbad3-0a9f-48d2-9f1a-eb1f95324038,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:30.026090 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ddba8151-0421-4ccf-8d9c-bcd50a793304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:30.028968 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ddba8151-0421-4ccf-8d9c-bcd50a793304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:30.030573 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-ddba8151-0421-4ccf-8d9c-bcd50a793304 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/640cbad3-0a9f-48d2-9f1a-eb1f95324038 HTTP/1.1" status: 204 len: 168 time: 0.3311236 May 27 10:00:30.074136 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-9603f94c-91d8-4c04-b959-704ffeb1bd50 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991559 May 27 10:00:30.349715 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-47abe87e-41cf-433d-8d38-4538a5909590 service neutron] 10.222.0.53 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689860 May 27 10:00:30.367449 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326156bc-24f1-4955-bac3-1d0d0999d0c7 req-8f52e51d-60d9-4f34-a43d-4728a3c316ed tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:30.368986 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-326156bc-24f1-4955-bac3-1d0d0999d0c7 req-8f52e51d-60d9-4f34-a43d-4728a3c316ed tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.2595091 May 27 10:00:30.508080 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-326156bc-24f1-4955-bac3-1d0d0999d0c7 req-cdc5e5bf-51f2-4bbe-b85e-72d367316355 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197751 May 27 10:00:30.557451 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-06c0b4aa-93b0-401c-885c-f4265bed89bf service neutron] 10.222.0.53 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875019 May 27 10:00:30.851149 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-254f4e0a-64e7-4b98-a6e5-5fa0d5057981 req-915dac59-eff2-4bb2-abaf-1b73416300e3 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 210 time: 0.0603478 May 27 10:00:30.861938 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38588) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:30.868567 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1823769732-network', 'tenant_id': '5315e29af9634db0a42e3453a176fc30'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:30.874597 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:30.879256 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Usage tracker for resource:network and tenant:5315e29af9634db0a42e3453a176fc30 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:30.882290 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:30.889194 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:30.945285 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38594) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:30.971150 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53f3c75b-3fd1-4c16-8b1b-d75f0296d02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:30.993799 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-53f3c75b-3fd1-4c16-8b1b-d75f0296d02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:30.995996 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Made reservation on behalf of 5315e29af9634db0a42e3453a176fc30 for: {'network': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:00:31.000003 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.011640 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-53f3c75b-3fd1-4c16-8b1b-d75f0296d02c admin admin] Usage tracker for resource:security_group_rule and tenant:4b3a494ebcb84c12aa76d12ec638e7e8 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:31.014148 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.025073 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-53f3c75b-3fd1-4c16-8b1b-d75f0296d02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:31.034457 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-53f3c75b-3fd1-4c16-8b1b-d75f0296d02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:31.038600 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:31.046619 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Usage tracker for resource:security_group_rule and tenant:5315e29af9634db0a42e3453a176fc30 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:31.050379 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:31.068765 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:31.189540 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53f3c75b-3fd1-4c16-8b1b-d75f0296d02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.207490 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.249237 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-53f3c75b-3fd1-4c16-8b1b-d75f0296d02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.258746 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-02029b59-1ad0-48d2-9cbf-234ed9d873cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:31.284678 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.303929 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-53f3c75b-3fd1-4c16-8b1b-d75f0296d02c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b3a494ebcb84c12aa76d12ec638e7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575337 May 27 10:00:31.306991 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 38608) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:31.314664 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3c75b-3fd1-4c16-8b1b-d75f0296d02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04202cc1-b48d-456d-af78-dbd457ddfc3f,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:31.318185 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=98699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 10:00:31.320151 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-53f3c75b-3fd1-4c16-8b1b-d75f0296d02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:31.320630 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-160c622e-6077-4c56-a225-54e6086e1b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:31.368705 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.369307 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.segments_db [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Added segment 37471bb5-3faf-463e-a324-aa245db8f8ed of type vlan for network 96c67612-7761-49f1-a01f-961dac58aef8 May 27 10:00:31.410960 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e4875e-269e-4d0f-81d4-120f38855127,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:31.418841 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3656af65-e99a-42b2-9956-a5a165d05df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.426135 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:31.439471 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.459061 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3656af65-e99a-42b2-9956-a5a165d05df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.562985 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.565271 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:31.566061 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.592185 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:31.611904 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3656af65-e99a-42b2-9956-a5a165d05df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.616853 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:31.655014 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656af65-e99a-42b2-9956-a5a165d05df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04202cc1-b48d-456d-af78-dbd457ddfc3f,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:31.657498 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3656af65-e99a-42b2-9956-a5a165d05df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:31.723007 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3656af65-e99a-42b2-9956-a5a165d05df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:31.726472 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-3656af65-e99a-42b2-9956-a5a165d05df3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04202cc1-b48d-456d-af78-dbd457ddfc3f HTTP/1.1" status: 204 len: 168 time: 0.4169958 May 27 10:00:31.739146 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8760273 May 27 10:00:31.743739 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38634) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:31.774483 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Request body: {'subnet': {'network_id': '96c67612-7761-49f1-a01f-961dac58aef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1823769732-subnet', 'tenant_id': '5315e29af9634db0a42e3453a176fc30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:31.791174 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:31.803951 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498030f-11f8-4f82-a639-8dd10b843ae7 req-df488c62-9b75-4d72-b543-5e64697223f0 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:31.804432 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Usage tracker for resource:subnet and tenant:5315e29af9634db0a42e3453a176fc30 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:31.812229 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:31.818118 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c498030f-11f8-4f82-a639-8dd10b843ae7 req-df488c62-9b75-4d72-b543-5e64697223f0 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1664648 May 27 10:00:31.822631 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:31.832072 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Pushing event updated for resources: {'Network': ['ID=96c67612-7761-49f1-a01f-961dac58aef8,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:31.851606 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:31.851714 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 96c67612-7761-49f1-a01f-961dac58aef8 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 10:00:31.913256 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c498030f-11f8-4f82-a639-8dd10b843ae7 req-fac47e27-f6ed-4aad-971f-cadf8bf551aa tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933964 May 27 10:00:31.928970 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Made reservation on behalf of 5315e29af9634db0a42e3453a176fc30 for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:00:31.931624 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1020203'] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:32.068526 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f43ba2c9-1b1d-4c7b-84ed-05414f61c585 req-d57a9127-5f1c-45b7-93e6-21a61edd9f13 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 210 time: 0.0441263 May 27 10:00:32.495032 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1020221'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:32.499823 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:32.578378 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9dad574-0df8-430d-8194-547436186d6a,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:32.582617 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:32.588697 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Checking segment: {'id': '37471bb5-3faf-463e-a324-aa245db8f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '96c67612-7761-49f1-a01f-961dac58aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:00:32.589005 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Network hostable DHCP agents. Network: 96c67612-7761-49f1-a01f-961dac58aef8, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 10:00:32.700432 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Network 96c67612-7761-49f1-a01f-961dac58aef8 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 10:00:32.782548 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 96c67612-7761-49f1-a01f-961dac58aef8) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:00:32.803795 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740539d6-8bae-4780-8f06-3e315172f228 None None] Network 96c67612-7761-49f1-a01f-961dac58aef8 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:00:32.804187 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:32.805789 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:32.925152 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1794829 May 27 10:00:33.071692 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5e265-69f8-430e-b173-88c2afa7d4ba None None] Network 96c67612-7761-49f1-a01f-961dac58aef8 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:00:33.228829 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec98ef-3186-44a5-a274-747cc69e8e18 req-91050ccb-6745-4ad9-ba4c-73839340c807 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:33.233573 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-17ec98ef-3186-44a5-a274-747cc69e8e18 req-91050ccb-6745-4ad9-ba4c-73839340c807 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1573722 May 27 10:00:33.324518 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-62d80ccb-8df5-4949-86be-d0e698424d68 req-e2803f9a-860a-4c84-8f20-8877456cabcc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 210 time: 0.0843468 May 27 10:00:33.448338 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-17ec98ef-3186-44a5-a274-747cc69e8e18 req-d739f878-20fd-4ff7-ad17-01f8fb51e8e4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062206 May 27 10:00:33.522163 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-09d59107-05bd-44cf-bf11-74418a1fd0d3 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:33.523935 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-09d59107-05bd-44cf-bf11-74418a1fd0d3 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 814 time: 0.1781864 May 27 10:00:33.538125 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Request body: {'port': {'device_id': 'c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c', 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2', 'admin_state_up': True, 'tenant_id': '2b7d0ac155d2482d9fe00e6b37ebb191'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:33.679152 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:33.689408 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:33.777758 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Made reservation on behalf of 2b7d0ac155d2482d9fe00e6b37ebb191 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:00:33.781618 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:33.816146 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38722) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:34.068213 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Allocated IP 172.20.0.14 (73a2666a-5256-4cd0-a816-2cee9ac38cb2/9fa45a65-7a6e-421c-b0ee-bb8569abea8a/029dadb2-b78d-4ae1-947e-9786041f95ff) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:00:34.083580 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473931c5-295b-44fc-9468-8ea8865f3623 req-89f82aa4-b14a-49d8-aa55-9fbebae586fa tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:34.084262 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-473931c5-295b-44fc-9468-8ea8865f3623 req-89f82aa4-b14a-49d8-aa55-9fbebae586fa tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Synchronizing usage tracker for tenant:5487f29c80dc4bb08228874f1eb8f73a on resource:network {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:00:34.084451 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f86d1fc2-4764-4a93-9b7e-b06ad281502b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:34.122698 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f86d1fc2-4764-4a93-9b7e-b06ad281502b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:34.132019 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f86d1fc2-4764-4a93-9b7e-b06ad281502b admin admin] Usage tracker for resource:security_group_rule and tenant:0175cb14ae8c4c28a246cf21ccff5929 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:34.139402 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 38742) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:34.139539 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f86d1fc2-4764-4a93-9b7e-b06ad281502b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:34.150164 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f86d1fc2-4764-4a93-9b7e-b06ad281502b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:34.228270 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-473931c5-295b-44fc-9468-8ea8865f3623 req-89f82aa4-b14a-49d8-aa55-9fbebae586fa tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Unset dirty status for tenant:5487f29c80dc4bb08228874f1eb8f73a on resource:network {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:00:34.234706 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-89f82aa4-b14a-49d8-aa55-9fbebae586fa tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/networks?id=1ae8c4ee-a6ba-4818-a069-66462a169775 HTTP/1.1" status: 200 len: 808 time: 0.3695080 May 27 10:00:34.258785 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f86d1fc2-4764-4a93-9b7e-b06ad281502b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:34.260322 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-0df8c79c-2313-41c0-be24-ca61fdeda4ae tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/quotas/5487f29c80dc4bb08228874f1eb8f73a HTTP/1.1" status: 200 len: 375 time: 0.0238330 May 27 10:00:34.352645 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-ebb285a3-00bd-4d82-9ace-9b9d84d7fafa tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5487f29c80dc4bb08228874f1eb8f73a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864422 May 27 10:00:34.356580 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-e38fa1cc-80eb-40f5-a524-8e3349af0422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:34.363844 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f86d1fc2-4764-4a93-9b7e-b06ad281502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:34.400274 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:34.412635 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-f86d1fc2-4764-4a93-9b7e-b06ad281502b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0175cb14ae8c4c28a246cf21ccff5929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5950630 May 27 10:00:34.415099 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38758) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:34.447876 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-e38fa1cc-80eb-40f5-a524-8e3349af0422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:34.475420 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d1fc2-4764-4a93-9b7e-b06ad281502b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9ca090-ee7b-4133-8042-79589986fb1a,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:34.482634 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f86d1fc2-4764-4a93-9b7e-b06ad281502b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:34.526439 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f4078eb9-8b9c-4ef6-bce1-e8fbba1d902c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:34.567590 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f4078eb9-8b9c-4ef6-bce1-e8fbba1d902c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:34.594159 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-e38fa1cc-80eb-40f5-a524-8e3349af0422 admin admin] Usage tracker for resource:security_group_rule and tenant:ce3f70b0516a40a1b52781d1121a2b27 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:34.597933 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-e38fa1cc-80eb-40f5-a524-8e3349af0422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:34.639210 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:34.644573 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-e38fa1cc-80eb-40f5-a524-8e3349af0422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:34.675998 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-abcd657c-3cdd-4e43-b5a7-94a8d86c0bad req-7ef794eb-b82a-422d-a82d-30ab1d822203 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 210 time: 0.0832043 May 27 10:00:34.699086 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f4078eb9-8b9c-4ef6-bce1-e8fbba1d902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:34.721177 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c42016f6-2fbe-465d-b05f-ceb2a986f6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:34.741091 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4078eb9-8b9c-4ef6-bce1-e8fbba1d902c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9ca090-ee7b-4133-8042-79589986fb1a,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:34.744909 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f4078eb9-8b9c-4ef6-bce1-e8fbba1d902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:34.748283 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f4078eb9-8b9c-4ef6-bce1-e8fbba1d902c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:34.750707 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-f4078eb9-8b9c-4ef6-bce1-e8fbba1d902c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a9ca090-ee7b-4133-8042-79589986fb1a HTTP/1.1" status: 204 len: 168 time: 0.3344843 May 27 10:00:34.773224 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-38841e10-e5d3-4ddc-b1b7-05036984e71d service neutron] 10.222.0.53 "GET /v2.0/networks/1ae8c4ee-a6ba-4818-a069-66462a169775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949163 May 27 10:00:35.014131 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-e38fa1cc-80eb-40f5-a524-8e3349af0422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:35.016514 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-5c0990be-ecd8-4ee2-9210-1e22e91f768f service neutron] 10.222.0.53 "GET /v2.0/networks/1ae8c4ee-a6ba-4818-a069-66462a169775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425275 May 27 10:00:35.018566 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:35.027622 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:35.031220 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['8d80ae7b-0a50-437c-a81e-fd8ab8d66777', 'c612d9d1-2d6d-42b1-85b3-829ba4569e02'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:00:35.076613 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1227881-5f4b-42e3-be80-ae0a59bfc5f7 req-5c1da7ed-0c12-4105-8d84-83cb0f91a2ee tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:35.084666 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e1227881-5f4b-42e3-be80-ae0a59bfc5f7 req-5c1da7ed-0c12-4105-8d84-83cb0f91a2ee tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.2307820 May 27 10:00:35.135426 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:00:35.145944 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:00:35.152478 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:00:35.176428 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Pushing event updated for resources: {'Port': ['ID=029dadb2-b78d-4ae1-947e-9786041f95ff,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:35.184511 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:35.202660 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e1227881-5f4b-42e3-be80-ae0a59bfc5f7 req-9451e7e8-9013-4847-a41f-bf25f1c1961a tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171651 May 27 10:00:35.224664 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:35.225297 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:35.277118 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-e38fa1cc-80eb-40f5-a524-8e3349af0422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:35.296658 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-4f9d9cdc-9a85-421c-b71d-f73d46680d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:35.439307 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9022131 May 27 10:00:35.450495 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38790) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:35.451146 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-e38fa1cc-80eb-40f5-a524-8e3349af0422 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce3f70b0516a40a1b52781d1121a2b27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3106368 May 27 10:00:35.471748 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fa1cc-80eb-40f5-a524-8e3349af0422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a7cc3b-b032-471f-8230-6e5b7fcb9a2b,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:35.473254 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-e38fa1cc-80eb-40f5-a524-8e3349af0422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:35.478305 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Request body: {'port': {'device_id': 'c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:35.530199 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0815254d-4c0d-4415-800d-91317b69c8a5 req-a78ae9bb-2826-41fa-bac7-f37214d54f10 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 210 time: 0.1432505 May 27 10:00:35.552104 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-acfce2d6-b634-4628-a1a8-d062d37cf210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:35.585671 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-acfce2d6-b634-4628-a1a8-d062d37cf210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:35.666909 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:35.772196 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-acfce2d6-b634-4628-a1a8-d062d37cf210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:35.786365 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:35.820031 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-acfce2d6-b634-4628-a1a8-d062d37cf210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:35.826421 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-acfce2d6-b634-4628-a1a8-d062d37cf210 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9a7cc3b-b032-471f-8230-6e5b7fcb9a2b HTTP/1.1" status: 204 len: 168 time: 0.3740585 May 27 10:00:35.830328 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfce2d6-b634-4628-a1a8-d062d37cf210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a7cc3b-b032-471f-8230-6e5b7fcb9a2b,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:35.837419 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-acfce2d6-b634-4628-a1a8-d062d37cf210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:35.841436 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38802) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:35.866048 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b2f19b8c-d88f-4a2e-b916-6fd12af541e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:35.884307 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b2f19b8c-d88f-4a2e-b916-6fd12af541e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:35.889054 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b2f19b8c-d88f-4a2e-b916-6fd12af541e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e170d52234594e39b3501b4caf9a91a6 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:35.892641 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b2f19b8c-d88f-4a2e-b916-6fd12af541e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:35.898776 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b2f19b8c-d88f-4a2e-b916-6fd12af541e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:35.994308 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b2f19b8c-d88f-4a2e-b916-6fd12af541e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:36.108078 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b2f19b8c-d88f-4a2e-b916-6fd12af541e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:36.117544 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-1a9d1462-51af-4a82-b6ec-5eec53c50083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:36.159952 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-b2f19b8c-d88f-4a2e-b916-6fd12af541e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e170d52234594e39b3501b4caf9a91a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170667 May 27 10:00:36.160730 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f19b8c-d88f-4a2e-b916-6fd12af541e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674f4ee5-7bb8-4d7b-8a95-3035796351e7,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:36.163216 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 38808) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:36.165795 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b2f19b8c-d88f-4a2e-b916-6fd12af541e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:36.169519 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17352539-3022-41b2-ab2f-4da50eee6d75 req-50048eb6-e136-46cb-a4fc-e8066059f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:36.175115 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-17352539-3022-41b2-ab2f-4da50eee6d75 req-50048eb6-e136-46cb-a4fc-e8066059f3fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 1099 time: 0.5054047 May 27 10:00:36.223057 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2c0d6112-d666-46e1-9a50-98bc736da9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:36.252535 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029dadb2-b78d-4ae1-947e-9786041f95ff {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:00:36.253379 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2c0d6112-d666-46e1-9a50-98bc736da9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:36.274759 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:36.283952 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857656e-085f-4a7a-ada9-cf7c507d580f req-c038aaaf-eaf4-4349-917b-3240c3554a14 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:36.284734 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-8857656e-085f-4a7a-ada9-cf7c507d580f req-c038aaaf-eaf4-4349-917b-3240c3554a14 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Synchronizing usage tracker for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:00:36.296418 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-17352539-3022-41b2-ab2f-4da50eee6d75 req-7a8da2be-674e-4a8f-a5d0-288d4d187d1d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824327 May 27 10:00:36.416323 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2c0d6112-d666-46e1-9a50-98bc736da9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:36.420552 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-5f023a7b-5140-4c59-bdbf-70605ad1cd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:36.431891 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Transition to ACTIVE for port object 029dadb2-b78d-4ae1-947e-9786041f95ff will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:00:36.442160 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-8857656e-085f-4a7a-ada9-cf7c507d580f req-c038aaaf-eaf4-4349-917b-3240c3554a14 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Unset dirty status for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:00:36.443286 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8857656e-085f-4a7a-ada9-cf7c507d580f req-c038aaaf-eaf4-4349-917b-3240c3554a14 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 932 time: 0.4557052 May 27 10:00:36.444789 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d6112-d666-46e1-9a50-98bc736da9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674f4ee5-7bb8-4d7b-8a95-3035796351e7,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:36.448907 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-2c0d6112-d666-46e1-9a50-98bc736da9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:36.452077 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2c0d6112-d666-46e1-9a50-98bc736da9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:36.453499 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-2c0d6112-d666-46e1-9a50-98bc736da9b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/674f4ee5-7bb8-4d7b-8a95-3035796351e7 HTTP/1.1" status: 204 len: 168 time: 0.2893820 May 27 10:00:36.496630 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e265e-8306-477e-aced-cb8c6d9362e1 req-7347d48b-9143-4d47-8fa4-d890dcb80524 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:36.498024 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0d3e265e-8306-477e-aced-cb8c6d9362e1 req-7347d48b-9143-4d47-8fa4-d890dcb80524 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.1541758 May 27 10:00:36.545521 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8857656e-085f-4a7a-ada9-cf7c507d580f req-2ac22c95-8328-49c4-afe1-cbff775ad691 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891778 May 27 10:00:36.558850 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0d3e265e-8306-477e-aced-cb8c6d9362e1 req-d0dc83a0-7406-43a1-9bb9-0557bf063083 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507817 May 27 10:00:36.571654 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:36.582041 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-35b6f44e-30fd-4c43-89a3-115ce5c891cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:36.740946 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6b7d5664-8ae1-410b-91fa-7991fe6d98ad req-64b41359-63d9-4e2e-8b39-a3ea4e7e2231 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 210 time: 0.1226971 May 27 10:00:36.857501 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Pushing event updated for resources: {'Port': ['ID=029dadb2-b78d-4ae1-947e-9786041f95ff,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:36.865192 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:36.932165 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Attempting to bind port 029dadb2-b78d-4ae1-947e-9786041f95ff on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:00:36.932530 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Attempting to bind port 029dadb2-b78d-4ae1-947e-9786041f95ff by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:00:36.937434 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Attempting to bind port 029dadb2-b78d-4ae1-947e-9786041f95ff on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:00:36.937434 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Port 029dadb2-b78d-4ae1-947e-9786041f95ff on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:00:36.938749 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Attempting to bind port 029dadb2-b78d-4ae1-947e-9786041f95ff on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:00:36.943541 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:00:36.943874 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Checking segment: {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:00:36.944278 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Bound using segment: {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:00:36.944664 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Bound port: 029dadb2-b78d-4ae1-947e-9786041f95ff, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:00:36.945006 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:37.038871 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] For port 029dadb2-b78d-4ae1-947e-9786041f95ff, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:00:37.042199 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] For port 029dadb2-b78d-4ae1-947e-9786041f95ff, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=029dadb2-b78d-4ae1-947e-9786041f95ff,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:00:37.126139 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:37.134014 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:37.175524 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:37.176225 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:37.177602 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] 10.222.0.35 "PUT /v2.0/ports/029dadb2-b78d-4ae1-947e-9786041f95ff HTTP/1.1" status: 200 len: 1094 time: 1.7111301 May 27 10:00:37.178471 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c', 'tag': '029dadb2-b78d-4ae1-947e-9786041f95ff'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:37.255095 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Pushing event updated for resources: {'Port': ['ID=029dadb2-b78d-4ae1-947e-9786041f95ff,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:37.269226 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:37.297357 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c', 'tag': '029dadb2-b78d-4ae1-947e-9786041f95ff', 'status': 'completed', 'code': 200} May 27 10:00:37.302718 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e72bd32b-0a58-48c1-8c68-7906cfa35781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:37.315600 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:00:37.415235 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-0177cbcc-62b7-493a-b4bb-ed325eedfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:37.416714 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-0177cbcc-62b7-493a-b4bb-ed325eedfab4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 1097 time: 0.0796051 May 27 10:00:37.531077 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-330fc69a-657b-446e-a123-1cba1515fec4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=029dadb2-b78d-4ae1-947e-9786041f95ff HTTP/1.1" status: 200 len: 217 time: 0.1061304 May 27 10:00:37.622543 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f2086a99-2bab-4509-a3cf-9ea2edc4d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:37.624273 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-f2086a99-2bab-4509-a3cf-9ea2edc4d071 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa45a65-7a6e-421c-b0ee-bb8569abea8a HTTP/1.1" status: 200 len: 854 time: 0.0854914 May 27 10:00:37.689198 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-e5adac4e-8ce3-4e35-9ee5-326fb3bb5daa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73a2666a-5256-4cd0-a816-2cee9ac38cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568516 May 27 10:00:38.048133 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e259c05-d5f0-49d6-92a0-a4f2c216edc6 req-79c47407-7647-4132-8886-84433a30a16c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:38.051697 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4e259c05-d5f0-49d6-92a0-a4f2c216edc6 req-79c47407-7647-4132-8886-84433a30a16c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.2913291 May 27 10:00:38.051697 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-2981811f-f35e-4803-ab13-5ca17e2675c7 service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529294 May 27 10:00:38.059306 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c97d9f-1fdf-4674-9bd2-6732c2bbe484 req-4f6cb3b6-8a3f-4031-8515-f1d051ef1868 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:38.060624 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-58c97d9f-1fdf-4674-9bd2-6732c2bbe484 req-4f6cb3b6-8a3f-4031-8515-f1d051ef1868 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 944 time: 0.2500384 May 27 10:00:38.232255 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4e259c05-d5f0-49d6-92a0-a4f2c216edc6 req-f7e5a6db-f48c-40b8-b686-687b17f740e1 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695743 May 27 10:00:38.252674 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-58c97d9f-1fdf-4674-9bd2-6732c2bbe484 req-4e8f729a-8d46-471c-9543-b83f7c2b7854 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563377 May 27 10:00:38.289726 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-956dded3-79e5-452b-90fc-a63f41b8e33a req-89db1834-6bee-4b62-af43-c985a1351e65 service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274041 May 27 10:00:38.516194 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-127a2615-6581-4c4e-912c-d34efdb43c5e req-dc6fbee7-6362-4c8e-a2fc-4da0142eedf9 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 210 time: 0.1087022 May 27 10:00:38.765874 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6972461d-c3b1-4142-8faf-ae80c565e62e tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:38.770517 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6972461d-c3b1-4142-8faf-ae80c565e62e tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.35 "GET /v2.0/networks?id=1ae8c4ee-a6ba-4818-a069-66462a169775 HTTP/1.1" status: 200 len: 808 time: 0.2419345 May 27 10:00:38.770517 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efd66e-c3f5-482d-8bd8-51e4e4c25a44 req-3d816c5f-2e5c-4874-878f-f91dcf729500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:38.771070 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-52efd66e-c3f5-482d-8bd8-51e4e4c25a44 req-3d816c5f-2e5c-4874-878f-f91dcf729500 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 1097 time: 0.3197942 May 27 10:00:38.783556 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539e27-cbc5-45cd-9d6f-de3008cb23fa req-84794b4e-7265-4728-a174-95cef4377687 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:38.784975 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b5539e27-cbc5-45cd-9d6f-de3008cb23fa req-84794b4e-7265-4728-a174-95cef4377687 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1647987 May 27 10:00:38.814705 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Request body: {'port': {'device_id': 'e686130c-ed1b-4a14-8d30-c3537dd09eae', 'network_id': '1ae8c4ee-a6ba-4818-a069-66462a169775', 'admin_state_up': True, 'tenant_id': '5487f29c80dc4bb08228874f1eb8f73a'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:39.125488 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b5539e27-cbc5-45cd-9d6f-de3008cb23fa req-e4349063-c415-4f8c-91f6-4b6b7836db27 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177249 May 27 10:00:39.196185 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efd66e-c3f5-482d-8bd8-51e4e4c25a44 req-62709c2f-01bb-42bb-b1c7-6d7439b06903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:39.197810 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-52efd66e-c3f5-482d-8bd8-51e4e4c25a44 req-62709c2f-01bb-42bb-b1c7-6d7439b06903 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 915 time: 0.4119358 May 27 10:00:39.204218 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:39.261241 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Usage tracker for resource:port and tenant:5487f29c80dc4bb08228874f1eb8f73a is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:39.271479 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:39.275404 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-52efd66e-c3f5-482d-8bd8-51e4e4c25a44 req-d5465651-1f01-4f07-8adc-cf1370fa64f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=029dadb2-b78d-4ae1-947e-9786041f95ff HTTP/1.1" status: 200 len: 217 time: 0.0685582 May 27 10:00:39.280359 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:39.388977 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efd66e-c3f5-482d-8bd8-51e4e4c25a44 req-faccc226-99cd-4a5e-89da-ab4be406c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:39.390658 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-52efd66e-c3f5-482d-8bd8-51e4e4c25a44 req-faccc226-99cd-4a5e-89da-ab4be406c314 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa45a65-7a6e-421c-b0ee-bb8569abea8a HTTP/1.1" status: 200 len: 854 time: 0.1076677 May 27 10:00:39.441152 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Made reservation on behalf of 5487f29c80dc4bb08228874f1eb8f73a for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:00:39.444446 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:39.488889 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-52efd66e-c3f5-482d-8bd8-51e4e4c25a44 req-f1bca24a-6b50-42e0-845f-74e088d296a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73a2666a-5256-4cd0-a816-2cee9ac38cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911458 May 27 10:00:39.677361 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:39.765380 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-82eb7031-f865-4e3e-baf4-a6695cc6c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:39.767919 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-52efd66e-c3f5-482d-8bd8-51e4e4c25a44 req-c888e77e-2dbb-4117-9b44-73ccef9ca4ea service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714677 May 27 10:00:39.812030 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd2ee4-f736-4b2f-886f-c69194e6d2bc req-71c0f8e9-0f2e-4141-bebc-9ebcde091022 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:39.813656 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4dcd2ee4-f736-4b2f-886f-c69194e6d2bc req-71c0f8e9-0f2e-4141-bebc-9ebcde091022 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 944 time: 0.3791270 May 27 10:00:39.867413 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c38b456d-0e24-438a-9ffa-0ab585e89253 req-c32b566a-678c-4679-8663-cdf29975133d tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 210 time: 0.1081498 May 27 10:00:39.956859 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Allocated IP 172.20.0.2 (1ae8c4ee-a6ba-4818-a069-66462a169775/8e7ddf25-803f-4f80-b9fd-00e2d3516823/e15ca584-1cde-4c18-8d96-691f2c3c7a67) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:00:39.979509 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4dcd2ee4-f736-4b2f-886f-c69194e6d2bc req-e2412c4c-f4ee-432e-bb41-9010216bfe78 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382427 May 27 10:00:40.057490 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-52efd66e-c3f5-482d-8bd8-51e4e4c25a44 req-bc9946f6-7f54-4f77-ab70-9b0a2f969863 service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405617 May 27 10:00:40.258854 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:40.337357 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:40.344780 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:40.423800 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Network 1ae8c4ee-a6ba-4818-a069-66462a169775 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:00:40.427132 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:00:40.432027 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:00:40.464526 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Pushing event updated for resources: {'Port': ['ID=e15ca584-1cde-4c18-8d96-691f2c3c7a67,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:40.467625 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:40.496932 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:40.497532 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:40.603703 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7971420 May 27 10:00:40.618057 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Request body: {'port': {'device_id': 'e686130c-ed1b-4a14-8d30-c3537dd09eae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:40.732922 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:40.917421 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:41.231254 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5db28-e186-4e96-b21a-8fbb11e98c10 req-2286d481-5b24-4360-aa78-f2c09c99cf3c tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:41.232003 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-56c5db28-e186-4e96-b21a-8fbb11e98c10 req-2286d481-5b24-4360-aa78-f2c09c99cf3c tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Synchronizing usage tracker for tenant:5487f29c80dc4bb08228874f1eb8f73a on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:00:41.364187 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15ca584-1cde-4c18-8d96-691f2c3c7a67 {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:00:41.374633 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:41.395420 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Transition to ACTIVE for port object e15ca584-1cde-4c18-8d96-691f2c3c7a67 will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:00:41.411876 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6b9c2-b348-4c3c-901f-69bc69c4529d req-8ba915a5-3a6f-44c4-b92b-12b955c18d1a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:41.413366 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fea6b9c2-b348-4c3c-901f-69bc69c4529d req-8ba915a5-3a6f-44c4-b92b-12b955c18d1a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 944 time: 0.1303146 May 27 10:00:41.460152 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fea6b9c2-b348-4c3c-901f-69bc69c4529d req-d7649429-9525-43c3-b8a2-574e3912b3ca tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 May 27 10:00:41.474012 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-56c5db28-e186-4e96-b21a-8fbb11e98c10 req-2286d481-5b24-4360-aa78-f2c09c99cf3c tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Unset dirty status for tenant:5487f29c80dc4bb08228874f1eb8f73a on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:00:41.475146 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-56c5db28-e186-4e96-b21a-8fbb11e98c10 req-2286d481-5b24-4360-aa78-f2c09c99cf3c tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 931 time: 0.3900244 May 27 10:00:41.510377 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:41.515781 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:41.571031 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-56c5db28-e186-4e96-b21a-8fbb11e98c10 req-1a2eafa5-85a1-44ed-9b88-db2e315485ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Synchronizing usage tracker for tenant:5487f29c80dc4bb08228874f1eb8f73a on resource:security_group {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:00:41.664726 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Pushing event updated for resources: {'Port': ['ID=e15ca584-1cde-4c18-8d96-691f2c3c7a67,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:41.692534 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:41.738066 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-56c5db28-e186-4e96-b21a-8fbb11e98c10 req-1a2eafa5-85a1-44ed-9b88-db2e315485ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Unset dirty status for tenant:5487f29c80dc4bb08228874f1eb8f73a on resource:security_group {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:00:41.739206 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-56c5db28-e186-4e96-b21a-8fbb11e98c10 req-1a2eafa5-85a1-44ed-9b88-db2e315485ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579241 May 27 10:00:41.781732 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Attempting to bind port e15ca584-1cde-4c18-8d96-691f2c3c7a67 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:00:41.781732 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Attempting to bind port e15ca584-1cde-4c18-8d96-691f2c3c7a67 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '0ab399ee-2fab-4807-a28d-9956c75d60fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1ae8c4ee-a6ba-4818-a069-66462a169775'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:00:41.781732 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Attempting to bind port e15ca584-1cde-4c18-8d96-691f2c3c7a67 on network 1ae8c4ee-a6ba-4818-a069-66462a169775 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:00:41.784891 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Port e15ca584-1cde-4c18-8d96-691f2c3c7a67 on network 1ae8c4ee-a6ba-4818-a069-66462a169775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:00:41.785207 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Attempting to bind port e15ca584-1cde-4c18-8d96-691f2c3c7a67 on network 1ae8c4ee-a6ba-4818-a069-66462a169775 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:00:41.790397 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:00:41.790725 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Checking segment: {'id': '0ab399ee-2fab-4807-a28d-9956c75d60fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1ae8c4ee-a6ba-4818-a069-66462a169775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:00:41.791178 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Bound using segment: {'id': '0ab399ee-2fab-4807-a28d-9956c75d60fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1ae8c4ee-a6ba-4818-a069-66462a169775'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:00:41.791608 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Bound port: e15ca584-1cde-4c18-8d96-691f2c3c7a67, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab399ee-2fab-4807-a28d-9956c75d60fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1ae8c4ee-a6ba-4818-a069-66462a169775'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:00:41.791961 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:41.886582 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] For port e15ca584-1cde-4c18-8d96-691f2c3c7a67, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:00:41.889752 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] For port e15ca584-1cde-4c18-8d96-691f2c3c7a67, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e15ca584-1cde-4c18-8d96-691f2c3c7a67,segment=NetworkSegment(0ab399ee-2fab-4807-a28d-9956c75d60fb),segment_id=0ab399ee-2fab-4807-a28d-9956c75d60fb)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:00:42.043703 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:42.052665 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-31b297c2-68eb-4ed4-b6d9-33862100e1ee tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:42.130369 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:42.130976 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:42.132304 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] 10.222.0.35 "PUT /v2.0/ports/e15ca584-1cde-4c18-8d96-691f2c3c7a67 HTTP/1.1" status: 200 len: 1093 time: 1.5184548 May 27 10:00:42.136261 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e686130c-ed1b-4a14-8d30-c3537dd09eae', 'tag': 'e15ca584-1cde-4c18-8d96-691f2c3c7a67'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:42.140945 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 029dadb2-b78d-4ae1-947e-9786041f95ff details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:00:42.176917 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Pushing event updated for resources: {'Port': ['ID=e15ca584-1cde-4c18-8d96-691f2c3c7a67,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:42.181843 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:42.241596 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f9cf-77b4-464b-b5ae-ce40e19452e7 req-17669b3a-841a-4642-8b7a-f247d714b861 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:42.246036 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b1a0f9cf-77b4-464b-b5ae-ce40e19452e7 req-17669b3a-841a-4642-8b7a-f247d714b861 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.2837927 May 27 10:00:42.249238 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e686130c-ed1b-4a14-8d30-c3537dd09eae', 'tag': 'e15ca584-1cde-4c18-8d96-691f2c3c7a67', 'status': 'completed', 'code': 200} May 27 10:00:42.251748 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558604c3-4a34-4513-9074-eea1f2f9fad3 req-4efde0da-24a4-4f67-baa8-19a8b6edb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:42.253224 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-558604c3-4a34-4513-9074-eea1f2f9fad3 req-4efde0da-24a4-4f67-baa8-19a8b6edb115 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 1098 time: 0.2483683 May 27 10:00:42.312938 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 029dadb2-b78d-4ae1-947e-9786041f95ff, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=029dadb2-b78d-4ae1-947e-9786041f95ff,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:42.333860 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '029dadb2-b78d-4ae1-947e-9786041f95ff', 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2', 'port_id': '029dadb2-b78d-4ae1-947e-9786041f95ff', 'mac_address': 'fa:16:3e:da:d8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa45a65-7a6e-421c-b0ee-bb8569abea8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:00:42.406024 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:42.424042 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029dadb2-b78d-4ae1-947e-9786041f95ff {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:00:42.443840 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 029dadb2-b78d-4ae1-947e-9786041f95ff, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=029dadb2-b78d-4ae1-947e-9786041f95ff,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:42.450101 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b1a0f9cf-77b4-464b-b5ae-ce40e19452e7 req-99ff4bf1-294c-4675-9032-4a21ce0c8618 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959298 May 27 10:00:42.518804 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473931c5-295b-44fc-9468-8ea8865f3623 req-8a9e9cc6-938f-48aa-a6e4-949c9e2ea9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:42.520290 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-8a9e9cc6-938f-48aa-a6e4-949c9e2ea9f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5487f29c80dc4bb08228874f1eb8f73a&device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 1096 time: 0.2730386 May 27 10:00:42.521378 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558604c3-4a34-4513-9074-eea1f2f9fad3 req-c3e908ee-9679-4b71-96e5-e4a3de83e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:42.522659 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-558604c3-4a34-4513-9074-eea1f2f9fad3 req-c3e908ee-9679-4b71-96e5-e4a3de83e7a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 200 len: 920 time: 0.2330244 May 27 10:00:42.543206 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:42.545683 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:42.599772 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:42.626849 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=029dadb2-b78d-4ae1-947e-9786041f95ff,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:42.630718 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:42.688226 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-ce85d342-34e9-45ea-ba98-71a83ac3de45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e15ca584-1cde-4c18-8d96-691f2c3c7a67 HTTP/1.1" status: 200 len: 217 time: 0.1545391 May 27 10:00:42.694482 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-558604c3-4a34-4513-9074-eea1f2f9fad3 req-1f72ab54-e14a-4c4d-b3f3-6f1c22e6f1f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956e6863-9ade-47cb-8d1f-bb7fb39b3eda HTTP/1.1" status: 200 len: 217 time: 0.1604266 May 27 10:00:42.822118 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473931c5-295b-44fc-9468-8ea8865f3623 req-e296a730-38b2-4594-a898-5857cf3e9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:42.823547 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-e296a730-38b2-4594-a898-5857cf3e9080 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7ddf25-803f-4f80-b9fd-00e2d3516823 HTTP/1.1" status: 200 len: 848 time: 0.1282940 May 27 10:00:42.833741 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558604c3-4a34-4513-9074-eea1f2f9fad3 req-f3620602-2c81-4752-92e6-3ec7ff421079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:42.834073 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-558604c3-4a34-4513-9074-eea1f2f9fad3 req-f3620602-2c81-4752-92e6-3ec7ff421079 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=708bfe60-b9d4-4818-ac4c-f464201aafd5 HTTP/1.1" status: 200 len: 859 time: 0.1332626 May 27 10:00:42.960077 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['029dadb2-b78d-4ae1-947e-9786041f95ff'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:00:43.039439 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-71f03f54-36b0-4a59-8b3e-2ca7ae022bb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ae8c4ee-a6ba-4818-a069-66462a169775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044907 May 27 10:00:43.046636 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-558604c3-4a34-4513-9074-eea1f2f9fad3 req-b8095cdf-a99c-4850-a970-8d8adc94e8d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5073019d-3d3e-4ac3-99f8-103c518ae1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1720865 May 27 10:00:43.083986 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a2389-f60f-464e-9ccd-606e84b1b042 req-e8f3c0e4-c44f-43aa-9583-0ac158d73651 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:43.085459 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3c3a2389-f60f-464e-9ccd-606e84b1b042 req-e8f3c0e4-c44f-43aa-9583-0ac158d73651 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 945 time: 0.4475524 May 27 10:00:43.335130 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3c3a2389-f60f-464e-9ccd-606e84b1b042 req-d6ecf044-5fcb-465f-b11f-aaf762ad8097 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197669 May 27 10:00:43.370740 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaf93d-c1db-430c-8f90-3be507786f5e req-d65868b8-dcfa-42aa-a356-677b5244d840 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:43.372213 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-70eaf93d-c1db-430c-8f90-3be507786f5e req-d65868b8-dcfa-42aa-a356-677b5244d840 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 943 time: 0.4924664 May 27 10:00:43.377463 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-bb784397-30bf-471e-934a-b9197590b6be service neutron] 10.222.0.35 "GET /v2.0/networks/1ae8c4ee-a6ba-4818-a069-66462a169775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253427 May 27 10:00:43.381657 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-558604c3-4a34-4513-9074-eea1f2f9fad3 req-b0bf310e-eea4-4b83-ad13-fe0256170f75 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061290 May 27 10:00:43.586139 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-70eaf93d-c1db-430c-8f90-3be507786f5e req-b9304bcd-cdea-44d8-b5e0-1e9d1816bb68 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064919 May 27 10:00:43.715486 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-558604c3-4a34-4513-9074-eea1f2f9fad3 req-b61cae24-53b1-4dd9-8bb5-579a21c2502d service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187397 May 27 10:00:43.717176 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-473931c5-295b-44fc-9468-8ea8865f3623 req-344f3205-536d-48c3-a3be-ff0cf3e27a03 service neutron] 10.222.0.35 "GET /v2.0/networks/1ae8c4ee-a6ba-4818-a069-66462a169775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215773 May 27 10:00:43.741096 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67be948-d826-407d-bde2-18b250f4481a req-cf48ecd9-0d46-4b44-8183-3f7f0774c748 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:43.742547 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c67be948-d826-407d-bde2-18b250f4481a req-cf48ecd9-0d46-4b44-8183-3f7f0774c748 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1614175 May 27 10:00:43.787462 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c67be948-d826-407d-bde2-18b250f4481a req-b101a6d9-b409-4c13-b95d-2847ce739441 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393608 May 27 10:00:43.952796 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa431f-c15b-4380-a6b6-442db85fd843 req-3ad41324-916d-4162-9648-7f0150d689fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:43.954977 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-81fa431f-c15b-4380-a6b6-442db85fd843 req-3ad41324-916d-4162-9648-7f0150d689fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5487f29c80dc4bb08228874f1eb8f73a&device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 1096 time: 0.0751350 May 27 10:00:44.107045 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa431f-c15b-4380-a6b6-442db85fd843 req-f8676379-21f8-4e8a-bce9-1832d29e7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:44.108633 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-81fa431f-c15b-4380-a6b6-442db85fd843 req-f8676379-21f8-4e8a-bce9-1832d29e7d81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ae8c4ee-a6ba-4818-a069-66462a169775 HTTP/1.1" status: 200 len: 909 time: 0.1461041 May 27 10:00:44.180588 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-81fa431f-c15b-4380-a6b6-442db85fd843 req-246ddab2-b7fd-4f57-8743-1bd0c60b4b2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e15ca584-1cde-4c18-8d96-691f2c3c7a67 HTTP/1.1" status: 200 len: 217 time: 0.0649292 May 27 10:00:44.244125 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa431f-c15b-4380-a6b6-442db85fd843 req-67ac2f9c-bdc2-4a19-aa81-94c3adc28afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:44.245436 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-81fa431f-c15b-4380-a6b6-442db85fd843 req-67ac2f9c-bdc2-4a19-aa81-94c3adc28afd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e7ddf25-803f-4f80-b9fd-00e2d3516823 HTTP/1.1" status: 200 len: 848 time: 0.0582941 May 27 10:00:44.292116 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-81fa431f-c15b-4380-a6b6-442db85fd843 req-b9efdd87-60d0-4603-bbf1-78fcaa4fc429 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ae8c4ee-a6ba-4818-a069-66462a169775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401497 May 27 10:00:44.431317 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-81fa431f-c15b-4380-a6b6-442db85fd843 req-a7046eee-22a9-4e1a-b31f-5621c6ec0d76 service neutron] 10.222.0.35 "GET /v2.0/networks/1ae8c4ee-a6ba-4818-a069-66462a169775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322470 May 27 10:00:44.721355 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-81fa431f-c15b-4380-a6b6-442db85fd843 req-a7a4b1f8-410a-4e7f-a358-982e76e94808 service neutron] 10.222.0.35 "GET /v2.0/networks/1ae8c4ee-a6ba-4818-a069-66462a169775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807391 May 27 10:00:44.733441 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8162d8-b397-46aa-9bd0-aca99dc5e58b req-e8a8494a-8421-47d2-ba61-952cb32ddace tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:44.738368 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-af8162d8-b397-46aa-9bd0-aca99dc5e58b req-e8a8494a-8421-47d2-ba61-952cb32ddace tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 945 time: 0.2759073 May 27 10:00:44.833574 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-af8162d8-b397-46aa-9bd0-aca99dc5e58b req-7353398f-158c-4512-a688-b98aa5ca2859 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919831 May 27 10:00:44.872037 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e025fb6-15af-414b-a0b3-776f06587bb4 req-0c64c0e8-6d0a-46d5-8df8-131fd90539cd tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:44.873506 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3e025fb6-15af-414b-a0b3-776f06587bb4 req-0c64c0e8-6d0a-46d5-8df8-131fd90539cd tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 943 time: 0.1180658 May 27 10:00:44.924601 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3e025fb6-15af-414b-a0b3-776f06587bb4 req-3e5e79a1-5759-4331-a866-53f74e7f48a0 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439556 May 27 10:00:45.046431 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398c4c-37ce-42cf-8717-7f6401403227 req-8f3256ab-3dae-4d6c-a5f4-9bfd0facfb84 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:45.048973 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d0398c4c-37ce-42cf-8717-7f6401403227 req-8f3256ab-3dae-4d6c-a5f4-9bfd0facfb84 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1054521 May 27 10:00:45.099218 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d0398c4c-37ce-42cf-8717-7f6401403227 req-54fbbe83-f6e9-49cd-a8c9-5f1a087dc9ae tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 May 27 10:00:45.853697 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39174) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:45.926404 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 39182) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:46.074101 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-95beb39c-f219-49e0-8158-86c65522b61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.089335 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-95beb39c-f219-49e0-8158-86c65522b61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:46.093305 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-95beb39c-f219-49e0-8158-86c65522b61c admin admin] Usage tracker for resource:security_group_rule and tenant:280c4a3af34148d09ea81416534ff88e is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:46.096898 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-95beb39c-f219-49e0-8158-86c65522b61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:46.102638 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-95beb39c-f219-49e0-8158-86c65522b61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:46.112211 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6769f34-7259-451f-9c70-84bab6bbc872 req-23b924b1-d349-421a-90cc-e2412a39d0e7 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:46.113768 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b6769f34-7259-451f-9c70-84bab6bbc872 req-23b924b1-d349-421a-90cc-e2412a39d0e7 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 945 time: 0.1584725 May 27 10:00:46.119644 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-4753cdd8-d43b-495a-8a23-68aa16d63c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.150623 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 029dadb2-b78d-4ae1-947e-9786041f95ff up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:00:46.171261 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-4753cdd8-d43b-495a-8a23-68aa16d63c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:46.188912 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-95beb39c-f219-49e0-8158-86c65522b61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.190028 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-4753cdd8-d43b-495a-8a23-68aa16d63c82 admin admin] Usage tracker for resource:security_group_rule and tenant:73ef774823ff40f581aaa142ac6c0c20 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:46.195435 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-4753cdd8-d43b-495a-8a23-68aa16d63c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:46.215448 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b6769f34-7259-451f-9c70-84bab6bbc872 req-b48373a9-1c37-4506-aebf-39d9c023e81f tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856533 May 27 10:00:46.217195 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-4753cdd8-d43b-495a-8a23-68aa16d63c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:46.236278 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440133aa-9442-4829-8b50-543d77fc16dd req-592abbd6-6a96-4a99-b26d-86ae74ea6de2 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:46.244025 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-440133aa-9442-4829-8b50-543d77fc16dd req-592abbd6-6a96-4a99-b26d-86ae74ea6de2 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 943 time: 0.1961057 May 27 10:00:46.263245 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-95beb39c-f219-49e0-8158-86c65522b61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.272703 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f86d1fc2-4764-4a93-9b7e-b06ad281502b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:46.318350 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-440133aa-9442-4829-8b50-543d77fc16dd req-ca4c9028-a349-4b22-990d-eee5ccf8fa4d tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697632 May 27 10:00:46.320901 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 029dadb2-b78d-4ae1-947e-9786041f95ff completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:00:46.326551 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 029dadb2-b78d-4ae1-947e-9786041f95ff triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:00:46.326931 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.345020 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95beb39c-f219-49e0-8158-86c65522b61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705e2e31-b76d-4423-a9ff-9557862459cb,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:46.352989 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-95beb39c-f219-49e0-8158-86c65522b61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:46.361953 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-95beb39c-f219-49e0-8158-86c65522b61c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=280c4a3af34148d09ea81416534ff88e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5071692 May 27 10:00:46.366508 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39202) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:46.449663 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-91854fc9-0c5a-4295-814c-de73138f6184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.457173 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-4753cdd8-d43b-495a-8a23-68aa16d63c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.476205 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47becba0-1c51-489a-810b-be3029f5fb53 req-29f0c4cb-8792-42cf-8877-80e819271b96 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:46.482759 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-47becba0-1c51-489a-810b-be3029f5fb53 req-29f0c4cb-8792-42cf-8877-80e819271b96 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1388617 May 27 10:00:46.488782 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-91854fc9-0c5a-4295-814c-de73138f6184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.510014 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.530433 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-47becba0-1c51-489a-810b-be3029f5fb53 req-649dae8d-aba3-4b65-ae08-0e221a45dccc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467348 May 27 10:00:46.550842 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029dadb2-b78d-4ae1-947e-9786041f95ff'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:46.551763 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-4753cdd8-d43b-495a-8a23-68aa16d63c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.556027 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 029dadb2-b78d-4ae1-947e-9786041f95ff, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=029dadb2-b78d-4ae1-947e-9786041f95ff,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:46.566897 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:46.597674 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029dadb2-b78d-4ae1-947e-9786041f95ff', 'code': 200} May 27 10:00:46.602124 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753cdd8-d43b-495a-8a23-68aa16d63c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa83b89-dfe7-474b-981a-d5d1e6a36509,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:46.628654 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-4753cdd8-d43b-495a-8a23-68aa16d63c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:46.634515 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-4753cdd8-d43b-495a-8a23-68aa16d63c82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73ef774823ff40f581aaa142ac6c0c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7045667 May 27 10:00:46.634981 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39216) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:46.643011 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.644802 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:46.708374 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1f4617fa-8e2d-44cd-a186-02b7085e0d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.713630 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=029dadb2-b78d-4ae1-947e-9786041f95ff,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:46.717078 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:46.736660 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1f4617fa-8e2d-44cd-a186-02b7085e0d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.745545 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-91854fc9-0c5a-4295-814c-de73138f6184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.751755 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-94af61b8-6e3c-4837-88ba-caa3e581ccdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:46.771638 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91854fc9-0c5a-4295-814c-de73138f6184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705e2e31-b76d-4423-a9ff-9557862459cb,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:46.776809 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-91854fc9-0c5a-4295-814c-de73138f6184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:46.786457 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-91854fc9-0c5a-4295-814c-de73138f6184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.789678 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-91854fc9-0c5a-4295-814c-de73138f6184 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/705e2e31-b76d-4423-a9ff-9557862459cb HTTP/1.1" status: 204 len: 168 time: 0.4188168 May 27 10:00:46.877351 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1f4617fa-8e2d-44cd-a186-02b7085e0d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.884164 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f4078eb9-8b9c-4ef6-bce1-e8fbba1d902c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:46.893892 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4617fa-8e2d-44cd-a186-02b7085e0d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa83b89-dfe7-474b-981a-d5d1e6a36509,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:46.897463 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-1f4617fa-8e2d-44cd-a186-02b7085e0d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:46.901022 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1f4617fa-8e2d-44cd-a186-02b7085e0d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:46.902096 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-1f4617fa-8e2d-44cd-a186-02b7085e0d12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baa83b89-dfe7-474b-981a-d5d1e6a36509 HTTP/1.1" status: 204 len: 168 time: 0.2660644 May 27 10:00:47.053270 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f782-8bd8-4276-9cb3-c123aa877eee req-7f756df3-452d-4164-9480-ad2af4e8f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:47.055234 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-aa31f782-8bd8-4276-9cb3-c123aa877eee req-7f756df3-452d-4164-9480-ad2af4e8f2ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 1099 time: 0.0971441 May 27 10:00:47.108080 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-aa31f782-8bd8-4276-9cb3-c123aa877eee req-071b49ed-5416-4dbe-a110-1ba9edf4be68 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453007 May 27 10:00:47.428036 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be363b8-46f3-4eb3-aec8-e44b60db8b34 req-26c67e5f-b32a-4b9f-a031-80d3dcb24edf tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:47.429590 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2be363b8-46f3-4eb3-aec8-e44b60db8b34 req-26c67e5f-b32a-4b9f-a031-80d3dcb24edf tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 946 time: 0.0895338 May 27 10:00:47.524839 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2be363b8-46f3-4eb3-aec8-e44b60db8b34 req-57b9023e-63a4-416c-962f-96fa8d39d6ae tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637379 May 27 10:00:47.556180 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2abeff-df1b-4bb6-9bd0-3f3a44e102f8 req-a4a99886-715a-4c08-8896-419fba04c1ff tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:47.557854 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-db2abeff-df1b-4bb6-9bd0-3f3a44e102f8 req-a4a99886-715a-4c08-8896-419fba04c1ff tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 943 time: 0.1270030 May 27 10:00:47.606169 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-db2abeff-df1b-4bb6-9bd0-3f3a44e102f8 req-2232fbbd-5a20-46c8-b426-1d9edb372468 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 May 27 10:00:47.733189 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887129f-8a70-40fe-8a84-2c7cd531ee9c req-01ae7f98-2eb2-4a63-b961-3ebfdcd049f9 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:47.735538 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d887129f-8a70-40fe-8a84-2c7cd531ee9c req-01ae7f98-2eb2-4a63-b961-3ebfdcd049f9 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.0941815 May 27 10:00:47.736100 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 39260) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:47.769754 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5060b4f3-559b-4b4a-8093-0675810df747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:47.797394 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-5060b4f3-559b-4b4a-8093-0675810df747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:47.813737 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-5060b4f3-559b-4b4a-8093-0675810df747 admin admin] Usage tracker for resource:security_group_rule and tenant:8e9e52cf152a41ab9f0923d00db8ecd3 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:47.818639 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-5060b4f3-559b-4b4a-8093-0675810df747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:47.828494 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d887129f-8a70-40fe-8a84-2c7cd531ee9c req-e0fcf45c-917e-48eb-9eb6-08dd72077c75 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760486 May 27 10:00:47.829421 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-5060b4f3-559b-4b4a-8093-0675810df747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:47.924777 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5060b4f3-559b-4b4a-8093-0675810df747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:48.005204 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5060b4f3-559b-4b4a-8093-0675810df747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:48.013566 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-8918fadd-3e2c-41f7-bf2d-7db2e4fd4c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:48.054522 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-5060b4f3-559b-4b4a-8093-0675810df747 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e9e52cf152a41ab9f0923d00db8ecd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174095 May 27 10:00:48.055844 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060b4f3-559b-4b4a-8093-0675810df747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abf1720-7a38-412e-a39a-8956f65f5c7b,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:48.057915 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39272) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:48.059036 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5060b4f3-559b-4b4a-8093-0675810df747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:48.129569 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3bfaf446-a833-49f6-936e-48372460b572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:48.163516 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device e15ca584-1cde-4c18-8d96-691f2c3c7a67 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:00:48.173963 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3bfaf446-a833-49f6-936e-48372460b572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:48.322868 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port e15ca584-1cde-4c18-8d96-691f2c3c7a67, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e15ca584-1cde-4c18-8d96-691f2c3c7a67,segment=NetworkSegment(0ab399ee-2fab-4807-a28d-9956c75d60fb),segment_id=0ab399ee-2fab-4807-a28d-9956c75d60fb)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:48.326840 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3bfaf446-a833-49f6-936e-48372460b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:48.335499 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-15edbe29-10b9-4eeb-8548-67c2d3f6ff92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:48.337912 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': 'e15ca584-1cde-4c18-8d96-691f2c3c7a67', 'network_id': '1ae8c4ee-a6ba-4818-a069-66462a169775', 'port_id': 'e15ca584-1cde-4c18-8d96-691f2c3c7a67', 'mac_address': 'fa:16:3e:a3:d7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7ddf25-803f-4f80-b9fd-00e2d3516823', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:00:48.357269 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfaf446-a833-49f6-936e-48372460b572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abf1720-7a38-412e-a39a-8956f65f5c7b,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:48.361338 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-3bfaf446-a833-49f6-936e-48372460b572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:48.362324 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3bfaf446-a833-49f6-936e-48372460b572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:48.366179 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-3bfaf446-a833-49f6-936e-48372460b572 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7abf1720-7a38-412e-a39a-8956f65f5c7b HTTP/1.1" status: 204 len: 168 time: 0.3072245 May 27 10:00:48.420812 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:48.442709 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15ca584-1cde-4c18-8d96-691f2c3c7a67 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:00:48.487307 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port e15ca584-1cde-4c18-8d96-691f2c3c7a67, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e15ca584-1cde-4c18-8d96-691f2c3c7a67,segment=NetworkSegment(0ab399ee-2fab-4807-a28d-9956c75d60fb),segment_id=0ab399ee-2fab-4807-a28d-9956c75d60fb)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:48.605164 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:48.607889 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:48.688740 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=e15ca584-1cde-4c18-8d96-691f2c3c7a67,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:48.705122 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:48.802409 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f912de-1fb9-42da-8286-00104100c244 req-323794b4-617a-49d1-b8eb-d8e1f1c92a0f tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:48.804330 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-73f912de-1fb9-42da-8286-00104100c244 req-323794b4-617a-49d1-b8eb-d8e1f1c92a0f tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 946 time: 0.1737328 May 27 10:00:48.847354 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a86f53-653a-4d43-a2dd-df8e6bcaa1a3 req-a233d18b-691a-4d6b-a49e-3e6263fba69b tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:48.853086 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-60a86f53-653a-4d43-a2dd-df8e6bcaa1a3 req-a233d18b-691a-4d6b-a49e-3e6263fba69b tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 944 time: 0.1241000 May 27 10:00:48.886933 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-73f912de-1fb9-42da-8286-00104100c244 req-5f89f3bf-b198-4427-be1f-4eb6c231f1e7 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727468 May 27 10:00:48.913812 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-60a86f53-653a-4d43-a2dd-df8e6bcaa1a3 req-6a67edde-cdfe-455a-80ad-dfb78303692f tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533733 May 27 10:00:49.080201 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['e15ca584-1cde-4c18-8d96-691f2c3c7a67'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:00:49.084397 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef92b7-5a9f-4adc-95a8-54a17774797c req-9a9b52b3-a197-4e00-8199-67475600fbeb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:49.085890 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c8ef92b7-5a9f-4adc-95a8-54a17774797c req-9a9b52b3-a197-4e00-8199-67475600fbeb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.0843022 May 27 10:00:49.132946 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c8ef92b7-5a9f-4adc-95a8-54a17774797c req-f839d55b-9d53-47c4-995d-6679ba147ea6 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412304 May 27 10:00:50.147769 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc2b0e-1543-4a40-80b5-72a9582b9fb8 req-23631f6a-db56-4072-b2d4-1350c3930f73 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:50.149253 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7ccc2b0e-1543-4a40-80b5-72a9582b9fb8 req-23631f6a-db56-4072-b2d4-1350c3930f73 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 946 time: 0.1444106 May 27 10:00:50.196215 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf7e7b-5f84-4bd0-ac26-acba9fcf53ed req-4172ecda-8bfb-4287-becd-7b8db023821c tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:50.197644 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5fbf7e7b-5f84-4bd0-ac26-acba9fcf53ed req-4172ecda-8bfb-4287-becd-7b8db023821c tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 944 time: 0.1397672 May 27 10:00:50.222895 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7ccc2b0e-1543-4a40-80b5-72a9582b9fb8 req-f21b15b6-4890-43cc-aa70-00794d55d63f tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660553 May 27 10:00:50.248462 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5fbf7e7b-5f84-4bd0-ac26-acba9fcf53ed req-a8973336-4550-4533-b19e-d8e3e5651203 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444477 May 27 10:00:50.494143 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22914f2-3628-4f5f-86fb-7c52765727ef req-1b17e6e8-205e-4324-9823-45eba49492da tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:50.495643 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f22914f2-3628-4f5f-86fb-7c52765727ef req-1b17e6e8-205e-4324-9823-45eba49492da tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1570225 May 27 10:00:50.559469 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f22914f2-3628-4f5f-86fb-7c52765727ef req-2c7d15e0-f507-4647-97e7-b6f295ab8b12 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565307 May 27 10:00:51.075102 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 39416) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:51.216558 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8f14e90f-3642-4240-80fc-082fac633133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:51.231487 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-8f14e90f-3642-4240-80fc-082fac633133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:51.235517 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-8f14e90f-3642-4240-80fc-082fac633133 admin admin] Usage tracker for resource:security_group_rule and tenant:42c26839912d4f37ac4f82e2940daadb is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:51.238503 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-8f14e90f-3642-4240-80fc-082fac633133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:51.246011 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-8f14e90f-3642-4240-80fc-082fac633133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:51.342730 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8f14e90f-3642-4240-80fc-082fac633133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:51.454508 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589cabb-241e-4ae6-9814-df2c815ed0a3 req-728b534d-90ad-4722-ab30-1f2d8ed48fff tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:51.455951 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f589cabb-241e-4ae6-9814-df2c815ed0a3 req-728b534d-90ad-4722-ab30-1f2d8ed48fff tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 944 time: 0.0842350 May 27 10:00:51.457129 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8f14e90f-3642-4240-80fc-082fac633133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:51.466282 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ee27d0ef-a4f4-4e41-911d-f43f755faf83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:51.526474 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-8f14e90f-3642-4240-80fc-082fac633133 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42c26839912d4f37ac4f82e2940daadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502993 May 27 10:00:51.527613 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14e90f-3642-4240-80fc-082fac633133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7230e4da-4616-4aee-bd69-26bdf2e3ccd7,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:51.529474 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39432) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:51.530627 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-8f14e90f-3642-4240-80fc-082fac633133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:51.553561 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f589cabb-241e-4ae6-9814-df2c815ed0a3 req-14d446e2-30a5-4002-8e74-16f24ca5fa1c tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881078 May 27 10:00:51.609313 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8342a7de-c8a8-46ab-9542-985150fb3298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:51.629187 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 39440) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:51.645097 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8342a7de-c8a8-46ab-9542-985150fb3298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:51.775170 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a463f3b-2ff0-408b-a272-9fccad3c2cc6 req-41e647d7-7621-479d-a134-aa71ea5f4ee3 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:51.776622 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9a463f3b-2ff0-408b-a272-9fccad3c2cc6 req-41e647d7-7621-479d-a134-aa71ea5f4ee3 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1016803 May 27 10:00:51.779040 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ba76f3ba-47d0-4d53-99a8-d1f295579bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:51.805496 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8342a7de-c8a8-46ab-9542-985150fb3298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:51.810026 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d48a40fb-c926-483f-ac7d-5605f586cb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:51.811466 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ba76f3ba-47d0-4d53-99a8-d1f295579bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:51.818665 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ba76f3ba-47d0-4d53-99a8-d1f295579bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:ee14baf3457c4750b6b2961da6d293a0 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:51.821703 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342a7de-c8a8-46ab-9542-985150fb3298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7230e4da-4616-4aee-bd69-26bdf2e3ccd7,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:51.831831 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ba76f3ba-47d0-4d53-99a8-d1f295579bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:51.832958 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8342a7de-c8a8-46ab-9542-985150fb3298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:51.835389 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8342a7de-c8a8-46ab-9542-985150fb3298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:51.836571 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-8342a7de-c8a8-46ab-9542-985150fb3298 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7230e4da-4616-4aee-bd69-26bdf2e3ccd7 HTTP/1.1" status: 204 len: 168 time: 0.3057292 May 27 10:00:51.845787 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ba76f3ba-47d0-4d53-99a8-d1f295579bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:51.852821 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9a463f3b-2ff0-408b-a272-9fccad3c2cc6 req-514bac01-19ec-4b3d-a0c1-d88f01bfe1cc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637584 May 27 10:00:51.942164 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ba76f3ba-47d0-4d53-99a8-d1f295579bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:52.042800 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ba76f3ba-47d0-4d53-99a8-d1f295579bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:52.051849 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:52.091590 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-ba76f3ba-47d0-4d53-99a8-d1f295579bb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee14baf3457c4750b6b2961da6d293a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612932 May 27 10:00:52.093380 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76f3ba-47d0-4d53-99a8-d1f295579bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475aeb76-a7b2-4c81-a1cf-3a13e0315cac,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:52.095416 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39456) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:52.097474 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ba76f3ba-47d0-4d53-99a8-d1f295579bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:52.162066 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-54729afc-1d35-4e56-873a-d581eea87d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:52.190782 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device e15ca584-1cde-4c18-8d96-691f2c3c7a67 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:00:52.197409 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-54729afc-1d35-4e56-873a-d581eea87d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:52.365488 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port e15ca584-1cde-4c18-8d96-691f2c3c7a67 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:00:52.370772 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-54729afc-1d35-4e56-873a-d581eea87d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:52.376581 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-91854fc9-0c5a-4295-814c-de73138f6184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:52.379277 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port e15ca584-1cde-4c18-8d96-691f2c3c7a67 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:00:52.379944 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:52.389980 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54729afc-1d35-4e56-873a-d581eea87d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475aeb76-a7b2-4c81-a1cf-3a13e0315cac,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:52.393176 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-54729afc-1d35-4e56-873a-d581eea87d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:52.394382 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-54729afc-1d35-4e56-873a-d581eea87d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:52.398107 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-54729afc-1d35-4e56-873a-d581eea87d5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/475aeb76-a7b2-4c81-a1cf-3a13e0315cac HTTP/1.1" status: 204 len: 168 time: 0.2990575 May 27 10:00:52.537702 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:52.565369 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e686130c-ed1b-4a14-8d30-c3537dd09eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ca584-1cde-4c18-8d96-691f2c3c7a67'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:00:52.575847 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port e15ca584-1cde-4c18-8d96-691f2c3c7a67, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e15ca584-1cde-4c18-8d96-691f2c3c7a67,segment=NetworkSegment(0ab399ee-2fab-4807-a28d-9956c75d60fb),segment_id=0ab399ee-2fab-4807-a28d-9956c75d60fb)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:00:52.614422 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e686130c-ed1b-4a14-8d30-c3537dd09eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ca584-1cde-4c18-8d96-691f2c3c7a67', 'code': 200} May 27 10:00:52.715246 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:52.722548 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:52.892051 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=e15ca584-1cde-4c18-8d96-691f2c3c7a67,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:52.895311 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:52.917854 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc82ba0-e830-4d7c-8aa0-eefd62391110 req-4978d407-f9d3-4c3a-89c5-9f5159cb8d43 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:52.919141 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2fc82ba0-e830-4d7c-8aa0-eefd62391110 req-4978d407-f9d3-4c3a-89c5-9f5159cb8d43 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 945 time: 0.2174003 May 27 10:00:52.980617 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2fc82ba0-e830-4d7c-8aa0-eefd62391110 req-9820886a-c507-4d50-bd25-068881265a3f tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493448 May 27 10:00:53.094240 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532a036-db43-4cee-95be-bd547f9e0b5d req-2613f5c9-0560-4122-8477-fb843b772d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:53.095248 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6532a036-db43-4cee-95be-bd547f9e0b5d req-2613f5c9-0560-4122-8477-fb843b772d70 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 1098 time: 0.0720992 May 27 10:00:53.151130 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6532a036-db43-4cee-95be-bd547f9e0b5d req-8a936f5e-b0fe-4e96-977c-1b7ffa7a9ee6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466559 May 27 10:00:53.309120 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec2e81-6cac-4022-a38f-c7ed0d2b65ba req-6e5bd926-f0dc-4422-8da4-f5932578fbee tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:53.310644 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0dec2e81-6cac-4022-a38f-c7ed0d2b65ba req-6e5bd926-f0dc-4422-8da4-f5932578fbee tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.0797889 May 27 10:00:53.319659 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39518) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:53.340143 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-dd2dd18d-0454-43a3-9cae-6b8caaff479d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:53.359372 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0dec2e81-6cac-4022-a38f-c7ed0d2b65ba req-0f2c30ba-4179-462f-b41d-ddf94a53b3e6 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 May 27 10:00:53.363164 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-dd2dd18d-0454-43a3-9cae-6b8caaff479d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:53.368191 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-dd2dd18d-0454-43a3-9cae-6b8caaff479d admin admin] Usage tracker for resource:security_group_rule and tenant:6dcded4b43f848deb1c2fdf76a5da5d0 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:53.371473 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-dd2dd18d-0454-43a3-9cae-6b8caaff479d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:53.385983 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-dd2dd18d-0454-43a3-9cae-6b8caaff479d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:53.473303 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-dd2dd18d-0454-43a3-9cae-6b8caaff479d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:53.570826 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-dd2dd18d-0454-43a3-9cae-6b8caaff479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:53.578348 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8342a7de-c8a8-46ab-9542-985150fb3298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:53.623639 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-dd2dd18d-0454-43a3-9cae-6b8caaff479d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6dcded4b43f848deb1c2fdf76a5da5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029063 May 27 10:00:53.624524 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dd18d-0454-43a3-9cae-6b8caaff479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5befae-c934-4d9e-beb7-d80a213723c0,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:53.627916 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 39524) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:53.634707 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-dd2dd18d-0454-43a3-9cae-6b8caaff479d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:53.689506 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ed6b-bbee-4209-8d58-dd95e8c70ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:53.722082 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ed6b-bbee-4209-8d58-dd95e8c70ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:53.850709 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ed6b-bbee-4209-8d58-dd95e8c70ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:53.855595 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5060b4f3-559b-4b4a-8093-0675810df747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:53.870094 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0ed6b-bbee-4209-8d58-dd95e8c70ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5befae-c934-4d9e-beb7-d80a213723c0,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:53.872351 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c5e0ed6b-bbee-4209-8d58-dd95e8c70ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:53.892841 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ed6b-bbee-4209-8d58-dd95e8c70ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:53.893985 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-c5e0ed6b-bbee-4209-8d58-dd95e8c70ff0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d5befae-c934-4d9e-beb7-d80a213723c0 HTTP/1.1" status: 204 len: 168 time: 0.2650826 May 27 10:00:54.180379 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058b7be-a58e-4610-8cab-318d7b31ff15 req-57c96b5a-cf5c-4467-9218-181112d094c6 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:54.187965 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d058b7be-a58e-4610-8cab-318d7b31ff15 req-57c96b5a-cf5c-4467-9218-181112d094c6 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 945 time: 0.0993872 May 27 10:00:54.258622 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d058b7be-a58e-4610-8cab-318d7b31ff15 req-c60fa1bb-d03c-4f49-9abf-661820036e8f tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697167 May 27 10:00:54.592120 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c907a28-e489-47a3-9d6e-3bc7adc352d0 req-4ed28752-c2ff-451a-b6bc-2cf9f0ec4e06 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:54.593631 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2c907a28-e489-47a3-9d6e-3bc7adc352d0 req-4ed28752-c2ff-451a-b6bc-2cf9f0ec4e06 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1033094 May 27 10:00:54.656630 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2c907a28-e489-47a3-9d6e-3bc7adc352d0 req-193b3e50-67cd-4804-9d3c-24ab94987345 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557876 May 27 10:00:54.751657 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 39560) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:54.769847 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-08cd3d37-dad1-483b-88f5-f847736772a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:54.785699 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-08cd3d37-dad1-483b-88f5-f847736772a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:54.790279 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-08cd3d37-dad1-483b-88f5-f847736772a6 admin admin] Usage tracker for resource:security_group_rule and tenant:587017b9ce234444af1788641ecd21be is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:54.793452 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-08cd3d37-dad1-483b-88f5-f847736772a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:54.800090 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-08cd3d37-dad1-483b-88f5-f847736772a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:54.882844 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-08cd3d37-dad1-483b-88f5-f847736772a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:54.959233 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-08cd3d37-dad1-483b-88f5-f847736772a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:54.966538 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-26ac0bde-5947-4419-a95e-81addf65e5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:55.011965 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-08cd3d37-dad1-483b-88f5-f847736772a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=587017b9ce234444af1788641ecd21be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591085 May 27 10:00:55.012839 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd3d37-dad1-483b-88f5-f847736772a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfcc60f-a5c5-4e8b-b56b-67182cd34982,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:55.015084 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39564) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:55.016479 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-08cd3d37-dad1-483b-88f5-f847736772a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:55.080404 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-65a9cd57-e892-47d7-8592-b6b83aaf0a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:55.106234 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-65a9cd57-e892-47d7-8592-b6b83aaf0a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:55.237040 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-65a9cd57-e892-47d7-8592-b6b83aaf0a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:55.242325 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-3bfaf446-a833-49f6-936e-48372460b572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:55.255549 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9cd57-e892-47d7-8592-b6b83aaf0a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfcc60f-a5c5-4e8b-b56b-67182cd34982,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:55.257779 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-65a9cd57-e892-47d7-8592-b6b83aaf0a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:55.266779 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-65a9cd57-e892-47d7-8592-b6b83aaf0a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:55.268082 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-65a9cd57-e892-47d7-8592-b6b83aaf0a93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6dfcc60f-a5c5-4e8b-b56b-67182cd34982 HTTP/1.1" status: 204 len: 168 time: 0.2512434 May 27 10:00:55.481917 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94137ac6-893c-4810-9deb-5c8e12232187 req-ebac1968-53ec-4725-ae86-ea2fe7654f42 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:55.484672 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-94137ac6-893c-4810-9deb-5c8e12232187 req-ebac1968-53ec-4725-ae86-ea2fe7654f42 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 945 time: 0.1194487 May 27 10:00:55.529633 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-94137ac6-893c-4810-9deb-5c8e12232187 req-50007c31-0b96-4cef-b8c6-029795136a23 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392733 May 27 10:00:55.868711 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a6ee7-f48a-4480-aadd-2894f62d3dac req-9adc7f57-369e-43ce-b0e0-50f7d4a1fcfe tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:55.876286 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1c8a6ee7-f48a-4480-aadd-2894f62d3dac req-9adc7f57-369e-43ce-b0e0-50f7d4a1fcfe tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1146173 May 27 10:00:55.928889 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1c8a6ee7-f48a-4480-aadd-2894f62d3dac req-9482e1ce-b346-4ab2-8f54-b289941f5e8c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496612 May 27 10:00:56.528260 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 39628) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:56.636489 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39638) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:56.733207 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b53bf4b2-34fa-40bf-bd2f-c04cc8521fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:56.751364 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-b53bf4b2-34fa-40bf-bd2f-c04cc8521fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:56.755299 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-b53bf4b2-34fa-40bf-bd2f-c04cc8521fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:8975645336d442fa8488d471ea7c74a2 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:56.758222 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-b53bf4b2-34fa-40bf-bd2f-c04cc8521fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:56.762804 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-392287622-network', 'tenant_id': 'efdc63893cec4bcf96e04c598c8bb0e9'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:56.764202 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-b53bf4b2-34fa-40bf-bd2f-c04cc8521fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:56.769066 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:56.771942 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Usage tracker for resource:network and tenant:efdc63893cec4bcf96e04c598c8bb0e9 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:56.775092 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:56.782249 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:56.861864 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b53bf4b2-34fa-40bf-bd2f-c04cc8521fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:56.879464 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Made reservation on behalf of efdc63893cec4bcf96e04c598c8bb0e9 for: {'network': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:00:56.881921 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:56.895059 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:56.909407 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:56.913630 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Usage tracker for resource:security_group_rule and tenant:efdc63893cec4bcf96e04c598c8bb0e9 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:56.916491 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:56.922342 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:56.944651 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba823946-a712-4aa0-9dd3-eef6ae67ccd8 req-a2514416-7704-4911-a458-62c7ed5dc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:56.945704 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ba823946-a712-4aa0-9dd3-eef6ae67ccd8 req-a2514416-7704-4911-a458-62c7ed5dc463 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 1098 time: 0.0810058 May 27 10:00:56.970793 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b53bf4b2-34fa-40bf-bd2f-c04cc8521fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:56.982325 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-e38fa1cc-80eb-40f5-a524-8e3349af0422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:57.048242 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-b53bf4b2-34fa-40bf-bd2f-c04cc8521fa4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8975645336d442fa8488d471ea7c74a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5188727 May 27 10:00:57.050420 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ba823946-a712-4aa0-9dd3-eef6ae67ccd8 req-2f4bd5d5-db65-45a4-b4e3-b7d9f70b5296 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955086 May 27 10:00:57.050981 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bf4b2-34fa-40bf-bd2f-c04cc8521fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af46e110-3831-4981-80d6-488728847817,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:57.053343 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 39650) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:57.055942 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b53bf4b2-34fa-40bf-bd2f-c04cc8521fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:57.067858 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.139440 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.144728 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-95beb39c-f219-49e0-8158-86c65522b61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:57.173903 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=98699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 10:00:57.182882 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-481bcd27-27be-490b-af21-3a4ab2c2936c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.191418 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.192186 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.segments_db [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Added segment e1c7cb63-9f6a-4bc6-bae7-e23d07e14978 of type vlan for network 71477832-10e7-4c66-8876-b4aed6b15657 May 27 10:00:57.213501 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae62c-87e3-4926-b2bb-81ea359ed70c req-83bb0b85-21b8-412b-95a2-239d8333b77d tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:57.215011 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-047ae62c-87e3-4926-b2bb-81ea359ed70c req-83bb0b85-21b8-412b-95a2-239d8333b77d tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1490862 May 27 10:00:57.222728 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-481bcd27-27be-490b-af21-3a4ab2c2936c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.240279 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbf3db7-18af-484a-8c88-f5fb09528e01,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:57.251298 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:57.253228 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.294882 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-047ae62c-87e3-4926-b2bb-81ea359ed70c req-6a24f628-91f7-482a-8a67-0b308d67bd0e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652738 May 27 10:00:57.433751 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.434005 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-481bcd27-27be-490b-af21-3a4ab2c2936c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.435119 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:57.435704 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.439793 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-08cd3d37-dad1-483b-88f5-f847736772a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:57.441848 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:57.451037 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.454285 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bcd27-27be-490b-af21-3a4ab2c2936c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af46e110-3831-4981-80d6-488728847817,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:57.458011 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-481bcd27-27be-490b-af21-3a4ab2c2936c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:57.463626 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-481bcd27-27be-490b-af21-3a4ab2c2936c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:57.464829 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-481bcd27-27be-490b-af21-3a4ab2c2936c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af46e110-3831-4981-80d6-488728847817 HTTP/1.1" status: 204 len: 168 time: 0.4105675 May 27 10:00:57.557509 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Pushing event updated for resources: {'Network': ['ID=71477832-10e7-4c66-8876-b4aed6b15657,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:57.561000 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:57.569883 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 71477832-10e7-4c66-8876-b4aed6b15657 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 10:00:57.655508 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0138657 May 27 10:00:57.655508 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39676) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:57.660312 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Request body: {'subnet': {'network_id': '71477832-10e7-4c66-8876-b4aed6b15657', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-392287622-subnet', 'tenant_id': 'efdc63893cec4bcf96e04c598c8bb0e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:00:57.665009 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:57.669270 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Usage tracker for resource:subnet and tenant:efdc63893cec4bcf96e04c598c8bb0e9 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:57.672412 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:57.678558 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:57.692767 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 39680) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:57.783277 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Made reservation on behalf of efdc63893cec4bcf96e04c598c8bb0e9 for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:00:57.786346 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1020203'] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:58.047153 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-93bfc42e-894f-4207-a37a-1490e8074135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:58.062825 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-93bfc42e-894f-4207-a37a-1490e8074135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:00:58.066977 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-93bfc42e-894f-4207-a37a-1490e8074135 admin admin] Usage tracker for resource:security_group_rule and tenant:432021b2cd204f9faa9de5c58a880dc3 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:00:58.069748 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-93bfc42e-894f-4207-a37a-1490e8074135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:00:58.075467 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-93bfc42e-894f-4207-a37a-1490e8074135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:00:58.175983 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-93bfc42e-894f-4207-a37a-1490e8074135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:58.276780 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-93bfc42e-894f-4207-a37a-1490e8074135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:58.402103 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b55be569-d852-4500-868b-499660887a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:58.413373 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1020221'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:58.416973 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-93bfc42e-894f-4207-a37a-1490e8074135 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=432021b2cd204f9faa9de5c58a880dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223799 May 27 10:00:58.419455 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39708) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:00:58.420091 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c86825cd-3498-46b1-beab-43a5832f76d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:58.461053 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfc42e-894f-4207-a37a-1490e8074135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2166d52-1dd3-4727-b600-29f8cc9d08d0,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:58.469573 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-93bfc42e-894f-4207-a37a-1490e8074135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:58.572716 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cae6f0-11ad-433d-9844-e8e0470c47f2 req-317977c2-4250-4200-a26a-0a49179a3885 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:58.574670 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-96cae6f0-11ad-433d-9844-e8e0470c47f2 req-317977c2-4250-4200-a26a-0a49179a3885 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.0896471 May 27 10:00:58.586000 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dc7c250-8de5-4d13-83a4-3627412c4c66,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:58.590446 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Checking segment: {'id': 'e1c7cb63-9f6a-4bc6-bae7-e23d07e14978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:00:58.591024 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Network hostable DHCP agents. Network: 71477832-10e7-4c66-8876-b4aed6b15657, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 10:00:58.594711 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-9ecc82fe-509c-4f55-aca2-3b4ad240020d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:58.598551 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:58.628153 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-96cae6f0-11ad-433d-9844-e8e0470c47f2 req-a48e8e9d-bacf-41da-a896-91b01e906b27 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 May 27 10:00:58.633775 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-9ecc82fe-509c-4f55-aca2-3b4ad240020d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:58.736209 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Network 71477832-10e7-4c66-8876-b4aed6b15657 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 10:00:58.759190 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-9ecc82fe-509c-4f55-aca2-3b4ad240020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:58.762953 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:00:58.777034 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc82fe-509c-4f55-aca2-3b4ad240020d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2166d52-1dd3-4727-b600-29f8cc9d08d0,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:00:58.779850 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-9ecc82fe-509c-4f55-aca2-3b4ad240020d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:00:58.785317 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-9ecc82fe-509c-4f55-aca2-3b4ad240020d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:58.788887 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-9ecc82fe-509c-4f55-aca2-3b4ad240020d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2166d52-1dd3-4727-b600-29f8cc9d08d0 HTTP/1.1" status: 204 len: 168 time: 0.3323765 May 27 10:00:58.856379 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 71477832-10e7-4c66-8876-b4aed6b15657) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:00:58.866960 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:58.869445 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4189aeb7-6eb1-4fc5-bccd-4519cdabc503 None None] Network 71477832-10e7-4c66-8876-b4aed6b15657 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:00:58.876216 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:00:58.957376 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3019011 May 27 10:00:59.083755 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cebaaf-aef5-4218-bb13-eba05ecabc7d None None] Network 71477832-10e7-4c66-8876-b4aed6b15657 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:00:59.828914 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946f0d2-7fc0-4dd2-a82b-ec223014b0a3 req-d0061384-19a2-4b60-9633-a482241f674e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:00:59.830418 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e946f0d2-7fc0-4dd2-a82b-ec223014b0a3 req-d0061384-19a2-4b60-9633-a482241f674e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.0965371 May 27 10:00:59.876344 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e946f0d2-7fc0-4dd2-a82b-ec223014b0a3 req-e7f6b7e8-cfa7-4604-9c41-40d47923991a tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399325 May 27 10:01:00.616774 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7df43-4a4d-4695-9e70-8817393566b7 req-3f580115-aea1-4fec-8257-9fab06deaefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:00.618713 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6cd7df43-4a4d-4695-9e70-8817393566b7 req-3f580115-aea1-4fec-8257-9fab06deaefd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 1098 time: 0.1255195 May 27 10:01:00.629059 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a8c47-e2d3-4276-a2be-16885c23a811 req-ca3a3cf4-60df-4db7-9325-66bcab59ee65 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:00.632114 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2e2a8c47-e2d3-4276-a2be-16885c23a811 req-ca3a3cf4-60df-4db7-9325-66bcab59ee65 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1911724 May 27 10:01:00.789811 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2e2a8c47-e2d3-4276-a2be-16885c23a811 req-fc8655b2-90e0-491e-a3b1-cfbcdc43c875 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309423 May 27 10:01:00.912096 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7df43-4a4d-4695-9e70-8817393566b7 req-33f1ade8-0fa6-4ca4-86cf-f953e3ae9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:00.913590 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6cd7df43-4a4d-4695-9e70-8817393566b7 req-33f1ade8-0fa6-4ca4-86cf-f953e3ae9340 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 200 len: 920 time: 0.2799568 May 27 10:01:01.007274 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6cd7df43-4a4d-4695-9e70-8817393566b7 req-053792f6-9ebf-44de-8583-8cb83f5b52ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956e6863-9ade-47cb-8d1f-bb7fb39b3eda HTTP/1.1" status: 200 len: 217 time: 0.0837169 May 27 10:01:01.015373 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-56627ece-35b2-4214-af3c-a9887beb0fea tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:01.017691 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-56627ece-35b2-4214-af3c-a9887beb0fea tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 814 time: 0.2581496 May 27 10:01:01.070594 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-bf7bdb74-18fa-4b72-9942-6b13284eb839 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/quotas/2b7d0ac155d2482d9fe00e6b37ebb191 HTTP/1.1" status: 200 len: 375 time: 0.0218823 May 27 10:01:01.127874 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7df43-4a4d-4695-9e70-8817393566b7 req-137177e0-fa68-4297-9b3b-83329747b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:01.129555 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6cd7df43-4a4d-4695-9e70-8817393566b7 req-137177e0-fa68-4297-9b3b-83329747b1bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=708bfe60-b9d4-4818-ac4c-f464201aafd5 HTTP/1.1" status: 200 len: 859 time: 0.1108518 May 27 10:01:01.182241 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6cd7df43-4a4d-4695-9e70-8817393566b7 req-dd03843d-2dab-43a0-8808-b07ce5c68b97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5073019d-3d3e-4ac3-99f8-103c518ae1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440581 May 27 10:01:01.282559 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-2c210204-4349-4d00-b181-f7360be3daa6 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2054546 May 27 10:01:01.441111 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6cd7df43-4a4d-4695-9e70-8817393566b7 req-dd2baf6f-4be0-4ea5-90a7-4019ddb794f3 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507231 May 27 10:01:01.494049 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fe7fec89-fdb7-412e-8403-64a6385db5b8 service neutron] 10.222.0.53 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040906 May 27 10:01:01.705650 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6cd7df43-4a4d-4695-9e70-8817393566b7 req-d974b30c-ffe5-4dc6-979e-47d0991bfdb7 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513304 May 27 10:01:01.723363 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-05a67c69-2907-4e5c-aa33-a7748631b5d4 service neutron] 10.222.0.53 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792014 May 27 10:01:02.217422 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-b0961ac6-6d96-4b20-92eb-a0c5ccdd41b6 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:02.219001 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-b0961ac6-6d96-4b20-92eb-a0c5ccdd41b6 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/networks?id=71477832-10e7-4c66-8876-b4aed6b15657 HTTP/1.1" status: 200 len: 808 time: 0.2796903 May 27 10:01:02.241700 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a22d8-a04e-4505-9fa7-4f88a1956606 req-b20816f6-6424-4e5e-899a-14b1f4bc600e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:02.243123 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f6a22d8-a04e-4505-9fa7-4f88a1956606 req-b20816f6-6424-4e5e-899a-14b1f4bc600e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1488066 May 27 10:01:02.245153 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-c854b5e0-d788-4c19-a747-af64785355a0 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/quotas/efdc63893cec4bcf96e04c598c8bb0e9 HTTP/1.1" status: 200 len: 375 time: 0.0198975 May 27 10:01:02.313260 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-0e8fdb58-7ee8-46a7-a03d-990890abe675 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=efdc63893cec4bcf96e04c598c8bb0e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619888 May 27 10:01:02.358651 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f6a22d8-a04e-4505-9fa7-4f88a1956606 req-0d8c9b6b-a0e0-46c7-8dc5-d03f06bab58c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095583 May 27 10:01:02.501082 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-bf4cf189-cb2d-40cc-b8a8-ff08d778a0a4 service neutron] 10.222.0.53 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751938 May 27 10:01:02.686611 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f3fae-5c7f-40d7-b7ca-ae99ee83f7be req-ae9e8b00-c349-4f98-8384-7ba931f743c3 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:02.688663 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-437f3fae-5c7f-40d7-b7ca-ae99ee83f7be req-ae9e8b00-c349-4f98-8384-7ba931f743c3 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 945 time: 0.2299671 May 27 10:01:02.690653 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-6804ef34-7f58-492b-aa95-da7c05f3c256 service neutron] 10.222.0.53 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811233 May 27 10:01:02.744306 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-437f3fae-5c7f-40d7-b7ca-ae99ee83f7be req-a3c15d6e-263d-43d9-9f95-0bdc3169e90c tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464337 May 27 10:01:02.826198 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a6447e46-46e4-4e66-9d75-de3e957b1304 req-62c26f43-9fcf-4ddf-87dd-c963908e4e13 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 210 time: 0.0418491 May 27 10:01:03.010446 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-b76621a8-bc8d-47b6-b8bb-5bb01e9b50fc tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=77acfcfdb38f4f508af3cb84a344de5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332701 May 27 10:01:03.142632 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d69bb37c-844a-4f78-9287-daf258957e36 req-7319c1c0-10fa-4034-a8ce-bcc7e482dee0 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 210 time: 0.0966778 May 27 10:01:03.206103 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-14f6e462-8b24-4e19-b0c8-6cb0ca8d7b29 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:03.207528 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-14f6e462-8b24-4e19-b0c8-6cb0ca8d7b29 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905801 May 27 10:01:03.221701 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-85aea336-5de9-4113-ba23-507be8b1fd13 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/quotas/77acfcfdb38f4f508af3cb84a344de5d HTTP/1.1" status: 200 len: 375 time: 0.0087280 May 27 10:01:03.269030 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-8c3f2673-4883-4e62-aa40-d9518421fc60 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=77acfcfdb38f4f508af3cb84a344de5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420721 May 27 10:01:03.563986 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db2e7c-bd98-4aec-9e3d-6ba142909eb3 req-4e7763c9-7bf5-4fca-b2b8-79a33cb20ba1 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:03.565479 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-78db2e7c-bd98-4aec-9e3d-6ba142909eb3 req-4e7763c9-7bf5-4fca-b2b8-79a33cb20ba1 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.0953386 May 27 10:01:03.645516 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1f800491-8b38-43f9-ac85-8ccb969cb218 req-c7b59777-a44e-4359-bcc8-7f343c2a834d tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 210 time: 0.0579450 May 27 10:01:03.658413 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-78db2e7c-bd98-4aec-9e3d-6ba142909eb3 req-234b569e-bb98-4f64-98e5-5bc3f39ddc21 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856373 May 27 10:01:04.012229 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-339f02e8-c167-4ff7-9e18-e03c2e493279 req-4771fb47-f25a-4174-b83b-ce075f6d3bc7 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 210 time: 0.0644181 May 27 10:01:04.052083 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69f811-83a7-4ea3-874e-940db8847c8f req-786cf20f-002c-4613-94c0-1cbcbc4c225c tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:04.054140 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1d69f811-83a7-4ea3-874e-940db8847c8f req-786cf20f-002c-4613-94c0-1cbcbc4c225c tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 945 time: 0.2035391 May 27 10:01:04.064589 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec668e-0a67-41c8-93bf-acbd80f38d43 req-12372d80-2680-41ca-932a-6a6b73589e44 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:04.066037 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-89ec668e-0a67-41c8-93bf-acbd80f38d43 req-12372d80-2680-41ca-932a-6a6b73589e44 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.35 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 945 time: 0.1587298 May 27 10:01:04.161164 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1d69f811-83a7-4ea3-874e-940db8847c8f req-3e99cb30-ec6f-4df7-b453-acefe4e82244 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/security-groups?id=26474c5e-9cde-41ed-b59a-13ca78ecbfed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941622 May 27 10:01:04.259864 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-89ec668e-0a67-41c8-93bf-acbd80f38d43 req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Deleting port e15ca584-1cde-4c18-8d96-691f2c3c7a67 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:01:04.260436 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-89ec668e-0a67-41c8-93bf-acbd80f38d43 req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:04.461981 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9515e4dd-7071-498e-93dd-9482c2feef4d req-cb0455c8-9519-4191-ac1f-940126dab5d8 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 210 time: 0.1335402 May 27 10:01:04.521969 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-89ec668e-0a67-41c8-93bf-acbd80f38d43 req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] For port e15ca584-1cde-4c18-8d96-691f2c3c7a67, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e15ca584-1cde-4c18-8d96-691f2c3c7a67,segment=NetworkSegment(0ab399ee-2fab-4807-a28d-9956c75d60fb),segment_id=0ab399ee-2fab-4807-a28d-9956c75d60fb)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:04.522354 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-89ec668e-0a67-41c8-93bf-acbd80f38d43 req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:04.684904 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-89ec668e-0a67-41c8-93bf-acbd80f38d43 req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Calling delete_port for e15ca584-1cde-4c18-8d96-691f2c3c7a67 owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:01:04.808423 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b767710f-1833-4cc2-af78-3d348929112b req-7d61f6ef-772a-43da-9ab8-7d58bcb096ed tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 210 time: 0.0660968 May 27 10:01:04.955930 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-35abb740-d359-4a27-a6e1-26f87af4ce4f tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:04.957432 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-35abb740-d359-4a27-a6e1-26f87af4ce4f tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 814 time: 0.3652132 May 27 10:01:04.975900 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d09c81-1af5-4619-8c8e-30f715428e42 req-413ab6b0-a7c7-4b0a-9c84-ab7366cf04d0 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:04.977336 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-40d09c81-1af5-4619-8c8e-30f715428e42 req-413ab6b0-a7c7-4b0a-9c84-ab7366cf04d0 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1824262 May 27 10:01:04.982635 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Request body: {'port': {'device_id': '185ca30b-26d9-4d02-983c-ee1bc413ac96', 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2', 'admin_state_up': True, 'tenant_id': '2b7d0ac155d2482d9fe00e6b37ebb191'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:05.068569 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39928) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:05.207900 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4a7831e0-06ac-4513-80de-92eae1f70026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:05.220985 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d72c1606-ef83-4a7c-94f4-9dc4a58e102d req-a47c4ddc-9cec-414d-9d70-357716f2e94e tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 210 time: 0.0854428 May 27 10:01:05.223248 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4a7831e0-06ac-4513-80de-92eae1f70026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:05.228765 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4a7831e0-06ac-4513-80de-92eae1f70026 admin admin] Usage tracker for resource:security_group_rule and tenant:b8af952e951240debbbff61f5c3c2a87 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:05.232844 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4a7831e0-06ac-4513-80de-92eae1f70026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:05.250298 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-40d09c81-1af5-4619-8c8e-30f715428e42 req-c398a512-3502-498b-a301-80c56b64e403 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457976 May 27 10:01:05.252726 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4a7831e0-06ac-4513-80de-92eae1f70026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:05.305813 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:05.322907 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:05.353850 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-89ec668e-0a67-41c8-93bf-acbd80f38d43 req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:05.361110 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:05.365023 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4a7831e0-06ac-4513-80de-92eae1f70026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:05.366599 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['e15ca584-1cde-4c18-8d96-691f2c3c7a67'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:01:05.431332 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4a7831e0-06ac-4513-80de-92eae1f70026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:05.445859 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-53f3c75b-3fd1-4c16-8b1b-d75f0296d02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:05.454466 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Made reservation on behalf of 2b7d0ac155d2482d9fe00e6b37ebb191 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:01:05.458088 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:05.474311 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Pushing event deleted for resources: {'Port': ['ID=e15ca584-1cde-4c18-8d96-691f2c3c7a67,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:05.477717 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e84d3648-cae8-4022-9fc3-f3196774f9e6 req-dd8ef84b-ee86-4ff8-8096-37d1a0662424 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 210 time: 0.0836873 May 27 10:01:05.481303 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:05.502104 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-4a7831e0-06ac-4513-80de-92eae1f70026 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8af952e951240debbbff61f5c3c2a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4321551 May 27 10:01:05.502748 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39944) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:05.503475 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7831e0-06ac-4513-80de-92eae1f70026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d799fe-fb3d-42b3-b9e6-02a157a706f7,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:05.508249 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-4a7831e0-06ac-4513-80de-92eae1f70026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:05.583253 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8c53e82-8a67-45cc-b0fa-f4a1741b07db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:05.614769 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8c53e82-8a67-45cc-b0fa-f4a1741b07db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:05.813764 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ec668e-0a67-41c8-93bf-acbd80f38d43 req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] No DVR routers for this DVR port e15ca584-1cde-4c18-8d96-691f2c3c7a67 on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:01:05.813764 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-89ec668e-0a67-41c8-93bf-acbd80f38d43 req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:05.813764 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e686130c-ed1b-4a14-8d30-c3537dd09eae', 'name': 'network-vif-deleted', 'tag': 'e15ca584-1cde-4c18-8d96-691f2c3c7a67'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:05.813764 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b799c770-1210-4fbc-bbba-0a79554aded5 req-0788e4a5-7abb-4e4e-8dca-4c3408868116 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 210 time: 0.1363604 May 27 10:01:05.820587 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e686130c-ed1b-4a14-8d30-c3537dd09eae', 'name': 'network-vif-deleted', 'tag': 'e15ca584-1cde-4c18-8d96-691f2c3c7a67', 'status': 'completed', 'code': 200} May 27 10:01:05.856479 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8c53e82-8a67-45cc-b0fa-f4a1741b07db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:05.860595 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-9ecc82fe-509c-4f55-aca2-3b4ad240020d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:05.875306 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c53e82-8a67-45cc-b0fa-f4a1741b07db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d799fe-fb3d-42b3-b9e6-02a157a706f7,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:05.884235 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-a8c53e82-8a67-45cc-b0fa-f4a1741b07db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:05.891295 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8c53e82-8a67-45cc-b0fa-f4a1741b07db admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:05.893276 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-a8c53e82-8a67-45cc-b0fa-f4a1741b07db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63d799fe-fb3d-42b3-b9e6-02a157a706f7 HTTP/1.1" status: 204 len: 168 time: 0.3862906 May 27 10:01:05.906745 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-3df4ba46-9a6d-43a7-a591-6fc46e1177ee tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:05.908166 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-3df4ba46-9a6d-43a7-a591-6fc46e1177ee tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.35 "GET /v2.0/networks?id=71477832-10e7-4c66-8876-b4aed6b15657 HTTP/1.1" status: 200 len: 808 time: 0.3465786 May 27 10:01:05.923376 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Allocated IP 172.20.0.10 (73a2666a-5256-4cd0-a816-2cee9ac38cb2/9fa45a65-7a6e-421c-b0ee-bb8569abea8a/64f8cb40-7854-4d3c-996e-eb00cf905b86) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:01:05.973812 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-89ec668e-0a67-41c8-93bf-acbd80f38d43 req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.35 "DELETE /v2.0/ports/e15ca584-1cde-4c18-8d96-691f2c3c7a67 HTTP/1.1" status: 204 len: 173 time: 1.8919744 May 27 10:01:05.983110 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-364b2ad0-eb95-45f2-80cd-560ad5654884 req-07bbe27f-01cd-4a7d-8042-bff0376adeeb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 210 time: 0.0549603 May 27 10:01:06.000681 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Request body: {'port': {'device_id': 'd4fbcc8e-dce9-4508-98ec-ca6e83a23842', 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657', 'admin_state_up': True, 'tenant_id': 'efdc63893cec4bcf96e04c598c8bb0e9'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:06.375612 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:06.423379 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-b599fed5-6714-49f6-994f-ac0db076140e tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=77acfcfdb38f4f508af3cb84a344de5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831711 May 27 10:01:06.430379 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Usage tracker for resource:port and tenant:efdc63893cec4bcf96e04c598c8bb0e9 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:06.444680 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:06.514527 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-df2e05c0-980b-43ba-8526-c19ce94c36c1 req-a37fdf35-28ff-404c-a5bb-6be4dd6a4fb6 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Synchronizing usage tracker for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:06.525777 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:06.655232 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:06.658618 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-df2e05c0-980b-43ba-8526-c19ce94c36c1 req-a37fdf35-28ff-404c-a5bb-6be4dd6a4fb6 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Unset dirty status for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:06.659957 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-df2e05c0-980b-43ba-8526-c19ce94c36c1 req-a37fdf35-28ff-404c-a5bb-6be4dd6a4fb6 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 210 time: 0.2884409 May 27 10:01:06.671790 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39968) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:06.683599 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-44cb939e-fd25-48ad-abe1-ae54cc9790de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:06.698377 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-44cb939e-fd25-48ad-abe1-ae54cc9790de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:06.702144 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-44cb939e-fd25-48ad-abe1-ae54cc9790de admin admin] Usage tracker for resource:security_group_rule and tenant:cb3ae39fed09453aa0534f12960283c8 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:06.705452 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-44cb939e-fd25-48ad-abe1-ae54cc9790de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:06.720645 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-44cb939e-fd25-48ad-abe1-ae54cc9790de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:06.731412 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Made reservation on behalf of efdc63893cec4bcf96e04c598c8bb0e9 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:01:06.735963 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:06.767762 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-a10279ad-09ba-4fb3-b971-3a557d3ce872 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:06.769502 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-a10279ad-09ba-4fb3-b971-3a557d3ce872 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3217876 May 27 10:01:06.788991 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548e2c8-b670-49bf-9ae5-12903f45c266 req-f0655e87-731e-4ecb-aa15-f1dd7ffcaccf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:06.790487 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c548e2c8-b670-49bf-9ae5-12903f45c266 req-f0655e87-731e-4ecb-aa15-f1dd7ffcaccf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.3807366 May 27 10:01:06.830677 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-44cb939e-fd25-48ad-abe1-ae54cc9790de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:06.842255 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Request body: {'port': {'device_id': 'cce0b5d6-8012-44fc-92a5-cdc0c8444a38', 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652', 'admin_state_up': True, 'tenant_id': '77acfcfdb38f4f508af3cb84a344de5d'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:06.933467 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-44cb939e-fd25-48ad-abe1-ae54cc9790de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:06.944109 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-dd2dd18d-0454-43a3-9cae-6b8caaff479d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:06.986193 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-44cb939e-fd25-48ad-abe1-ae54cc9790de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb3ae39fed09453aa0534f12960283c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204238 May 27 10:01:06.987963 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb939e-fd25-48ad-abe1-ae54cc9790de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a9f4c-bc3e-4121-a3a3-7941854e944e,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:06.991144 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-44cb939e-fd25-48ad-abe1-ae54cc9790de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:06.991930 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 39974) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:07.006400 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-f7a69e17-4d80-4b57-8deb-ea3ba61df364 req-ebe1d2c7-1cba-45a1-a090-403c0f784cc1 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Synchronizing usage tracker for tenant:5487f29c80dc4bb08228874f1eb8f73a on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:07.047794 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:07.059459 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['8d80ae7b-0a50-437c-a81e-fd8ab8d66777', 'c612d9d1-2d6d-42b1-85b3-829ba4569e02', '029dadb2-b78d-4ae1-947e-9786041f95ff'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:01:07.071380 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:07.132086 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e0436ba9-fa51-4a06-97b1-416252d1a14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:07.160395 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c548e2c8-b670-49bf-9ae5-12903f45c266 req-3a0c22be-d5f0-40d7-bef2-10c852e637e4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227973 May 27 10:01:07.165051 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e0436ba9-fa51-4a06-97b1-416252d1a14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:07.211034 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-f7a69e17-4d80-4b57-8deb-ea3ba61df364 req-ebe1d2c7-1cba-45a1-a090-403c0f784cc1 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Unset dirty status for tenant:5487f29c80dc4bb08228874f1eb8f73a on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:07.212296 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7a69e17-4d80-4b57-8deb-ea3ba61df364 req-ebe1d2c7-1cba-45a1-a090-403c0f784cc1 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] 10.222.0.53 "GET /v2.0/ports?device_id=e686130c-ed1b-4a14-8d30-c3537dd09eae HTTP/1.1" status: 200 len: 210 time: 0.2613044 May 27 10:01:07.226770 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:01:07.252616 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:07.261799 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:01:07.294089 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Pushing event updated for resources: {'Port': ['ID=64f8cb40-7854-4d3c-996e-eb00cf905b86,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:07.304841 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:07.316448 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e0436ba9-fa51-4a06-97b1-416252d1a14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:07.322380 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-bf387db4-524f-40df-9784-05f9ca18e084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:07.344931 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Allocated IP 172.20.0.13 (71477832-10e7-4c66-8876-b4aed6b15657/9dc7c250-8de5-4d13-83a4-3627412c4c66/2833bbce-93b1-4759-9559-967ed3e576b7) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:01:07.345953 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0436ba9-fa51-4a06-97b1-416252d1a14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a9f4c-bc3e-4121-a3a3-7941854e944e,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:07.350415 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:07.351378 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e0436ba9-fa51-4a06-97b1-416252d1a14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:07.358310 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Usage tracker for resource:port and tenant:77acfcfdb38f4f508af3cb84a344de5d is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:07.364721 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:07.370554 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e0436ba9-fa51-4a06-97b1-416252d1a14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:07.372004 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-e0436ba9-fa51-4a06-97b1-416252d1a14c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c40a9f4c-bc3e-4121-a3a3-7941854e944e HTTP/1.1" status: 204 len: 168 time: 0.3790698 May 27 10:01:07.377240 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:07.428969 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:07.428969 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:07.471954 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-418e3536-dc00-478a-952e-0db27aafbe14 req-9e8d8bea-2862-4b28-99d8-8b398072a286 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 210 time: 0.0851405 May 27 10:01:07.518350 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-94e13c71-6baf-4a42-a349-807003831c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:07.545110 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-49759d51-741a-42ea-a8f8-02b36fd4785a req-e810c5de-de72-43d0-a306-37d8c74d442d tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Synchronizing usage tracker for tenant:efdc63893cec4bcf96e04c598c8bb0e9 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:07.568161 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Made reservation on behalf of 77acfcfdb38f4f508af3cb84a344de5d for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:01:07.571573 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:07.634299 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:07.665368 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6862793 May 27 10:01:07.684213 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Request body: {'port': {'device_id': '185ca30b-26d9-4d02-983c-ee1bc413ac96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:07.716277 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:07.727860 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Usage tracker for resource:security_group_rule and tenant:77acfcfdb38f4f508af3cb84a344de5d is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:07.736768 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:07.742099 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-49759d51-741a-42ea-a8f8-02b36fd4785a req-e810c5de-de72-43d0-a306-37d8c74d442d tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Unset dirty status for tenant:efdc63893cec4bcf96e04c598c8bb0e9 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:07.743928 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-49759d51-741a-42ea-a8f8-02b36fd4785a req-e810c5de-de72-43d0-a306-37d8c74d442d tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 210 time: 0.2779577 May 27 10:01:07.768801 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:07.944652 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:07.984897 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:08.193614 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbc2fc-5044-4da0-ad60-324f2f2c44c0 req-10e59c73-4f42-4833-b790-875afe6849f2 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:08.195010 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7dcbc2fc-5044-4da0-ad60-324f2f2c44c0 req-10e59c73-4f42-4833-b790-875afe6849f2 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 932 time: 0.4182017 May 27 10:01:08.238565 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:08.255794 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device e15ca584-1cde-4c18-8d96-691f2c3c7a67 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:01:08.296971 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: e15ca584-1cde-4c18-8d96-691f2c3c7a67 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:01:08.297577 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device e15ca584-1cde-4c18-8d96-691f2c3c7a67 not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:01:08.355318 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7dcbc2fc-5044-4da0-ad60-324f2f2c44c0 req-00f235b1-165e-45d4-8f6a-93744162d898 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459420 May 27 10:01:08.424149 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:08.430729 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-4753cdd8-d43b-495a-8a23-68aa16d63c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:08.438540 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:08.544208 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Network 71477832-10e7-4c66-8876-b4aed6b15657 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:01:08.572481 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:08.575107 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:01:08.624945 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3026ac8-2169-4a73-8094-c0e7178a2480,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:08.628352 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:08.666547 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-233fe726-8760-4099-90e0-d00c267c4e28 tempest-VolumesActionsTest-470607117 tempest-VolumesActionsTest-470607117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:08.814848 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-12fa862c-83d0-46dd-811e-c91abdf88e7a req-f3aa9bad-f9ec-46d9-9fef-34a60a7496ec tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 210 time: 0.2080932 May 27 10:01:08.840175 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Pushing event updated for resources: {'Port': ['ID=2833bbce-93b1-4759-9559-967ed3e576b7,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:08.853419 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:08.866652 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:08.867395 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:08.969618 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Allocated IP 192.168.233.241 (383986e0-3294-4c90-8e08-1cc20ed0f652/a5c9b419-a8e4-4d7b-ae6e-91c5c2482c7a/c14e80bf-6fe4-48d8-9855-313113e8f70f) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:01:09.066348 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0798471 May 27 10:01:09.072378 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f8cb40-7854-4d3c-996e-eb00cf905b86 {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:01:09.092478 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Request body: {'port': {'device_id': 'd4fbcc8e-dce9-4508-98ec-ca6e83a23842', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:09.128669 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:09.226161 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Transition to ACTIVE for port object 64f8cb40-7854-4d3c-996e-eb00cf905b86 will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:09.304307 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c989f-c93e-4009-badc-e1a145b9fb5c req-7fe5fb4d-948b-4b74-a185-677036f6373e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:09.306139 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-be2c989f-c93e-4009-badc-e1a145b9fb5c req-7fe5fb4d-948b-4b74-a185-677036f6373e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 932 time: 0.4349697 May 27 10:01:09.409284 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:09.435518 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:09.506245 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:09.633601 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:09.667006 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-be2c989f-c93e-4009-badc-e1a145b9fb5c req-0919c06d-5613-4399-b05b-d92509f64257 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819922 May 27 10:01:09.700786 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Pushing event updated for resources: {'Port': ['ID=64f8cb40-7854-4d3c-996e-eb00cf905b86,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:09.710122 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:09.736421 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-18d3928b-8501-428b-a1c4-4114e4dd3df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:09.816291 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:09.929263 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d576b-0a13-4e86-b42a-b66b70b45425 req-4b748502-3f6e-4abc-98ea-ae3c46308074 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:09.931043 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3a4d576b-0a13-4e86-b42a-b66b70b45425 req-4b748502-3f6e-4abc-98ea-ae3c46308074 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.6441090 May 27 10:01:10.049389 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Transition to ACTIVE for port object c14e80bf-6fe4-48d8-9855-313113e8f70f will not be triggered until provisioned by entity DHCP. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:10.207211 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3a4d576b-0a13-4e86-b42a-b66b70b45425 req-6322abfb-91bd-4a23-960f-58a963b0ec86 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526879 May 27 10:01:10.217042 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Attempting to bind port 64f8cb40-7854-4d3c-996e-eb00cf905b86 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:01:10.217381 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Attempting to bind port 64f8cb40-7854-4d3c-996e-eb00cf905b86 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:01:10.217711 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Attempting to bind port 64f8cb40-7854-4d3c-996e-eb00cf905b86 on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:10.231211 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Port 64f8cb40-7854-4d3c-996e-eb00cf905b86 on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:01:10.231625 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Attempting to bind port 64f8cb40-7854-4d3c-996e-eb00cf905b86 on network 73a2666a-5256-4cd0-a816-2cee9ac38cb2 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:10.248231 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:01:10.248571 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Checking segment: {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:10.250046 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Bound using segment: {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:01:10.250046 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Bound port: 64f8cb40-7854-4d3c-996e-eb00cf905b86, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab57d57-97ae-4030-b674-794c687083df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:01:10.250477 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:10.316314 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ae579-c6d4-4a33-aef2-43ebf2739db1 req-6c1f739f-bfcd-4fc7-a7f6-6f73b2b184bf tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:10.317813 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-429ae579-c6d4-4a33-aef2-43ebf2739db1 req-6c1f739f-bfcd-4fc7-a7f6-6f73b2b184bf tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 944 time: 0.5046904 May 27 10:01:10.377692 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:10.412564 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:10.540347 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Network 383986e0-3294-4c90-8e08-1cc20ed0f652 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:01:10.549606 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:10.564475 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:01:10.590077 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Pushing event updated for resources: {'Port': ['ID=c14e80bf-6fe4-48d8-9855-313113e8f70f,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:10.596451 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-429ae579-c6d4-4a33-aef2-43ebf2739db1 req-c6323e3b-0cff-469f-846b-e24f92738c56 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681260 May 27 10:01:10.600158 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.db.resource_extend [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 10:01:10.619360 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] For port 64f8cb40-7854-4d3c-996e-eb00cf905b86, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:01:10.630082 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.630082 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.630881 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.631618 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.632348 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.632917 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.633414 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.633952 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.634540 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.635037 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.635544 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.636186 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:10.683770 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:10.720144 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] For port 64f8cb40-7854-4d3c-996e-eb00cf905b86, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=64f8cb40-7854-4d3c-996e-eb00cf905b86,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:01:10.747805 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2833bbce-93b1-4759-9559-967ed3e576b7 {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:01:10.781320 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:10.782014 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:10.792714 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18071f-c90f-4179-b562-306473a032e8 req-810cc054-aa72-4b6c-87c4-da595952272e tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:10.793416 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-2c18071f-c90f-4179-b562-306473a032e8 req-810cc054-aa72-4b6c-87c4-da595952272e tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Synchronizing usage tracker for tenant:77acfcfdb38f4f508af3cb84a344de5d on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:10.806935 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:10.811383 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:10.817906 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-fadbc658-5894-4cc7-9726-ecf179a51436 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:10.897064 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:10.897698 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:10.899058 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] 10.222.0.35 "PUT /v2.0/ports/64f8cb40-7854-4d3c-996e-eb00cf905b86 HTTP/1.1" status: 200 len: 1094 time: 3.2213769 May 27 10:01:10.902234 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:10.910557 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185ca30b-26d9-4d02-983c-ee1bc413ac96', 'tag': '64f8cb40-7854-4d3c-996e-eb00cf905b86'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:10.921297 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Transition to ACTIVE for port object 2833bbce-93b1-4759-9559-967ed3e576b7 will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:10.937585 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Pushing event updated for resources: {'Port': ['ID=64f8cb40-7854-4d3c-996e-eb00cf905b86,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:10.940880 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:10.949180 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1575794 May 27 10:01:10.963373 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Request body: {'port': {'device_id': 'cce0b5d6-8012-44fc-92a5-cdc0c8444a38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:10.975011 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-c2c01efd-bae0-4619-90d0-be8d156a97d1 None None] Provisioning for port c14e80bf-6fe4-48d8-9855-313113e8f70f completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:01:10.982489 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-c2c01efd-bae0-4619-90d0-be8d156a97d1 None None] Provisioning complete for port c14e80bf-6fe4-48d8-9855-313113e8f70f triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:10.983116 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c2c01efd-bae0-4619-90d0-be8d156a97d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:10.996156 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:11.006655 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:11.040598 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-2c18071f-c90f-4179-b562-306473a032e8 req-810cc054-aa72-4b6c-87c4-da595952272e tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Unset dirty status for tenant:77acfcfdb38f4f508af3cb84a344de5d on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:11.041752 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2c18071f-c90f-4179-b562-306473a032e8 req-810cc054-aa72-4b6c-87c4-da595952272e tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 936 time: 0.7230637 May 27 10:01:11.066771 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-c2c01efd-bae0-4619-90d0-be8d156a97d1 None None] Port c14e80bf-6fe4-48d8-9855-313113e8f70f cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:01:11.271218 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Pushing event updated for resources: {'Port': ['ID=2833bbce-93b1-4759-9559-967ed3e576b7,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:11.305239 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:11.368075 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-2c18071f-c90f-4179-b562-306473a032e8 req-5adbdf5d-a588-464e-beaf-40bcf63f4aba tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Synchronizing usage tracker for tenant:77acfcfdb38f4f508af3cb84a344de5d on resource:security_group {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:11.377771 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:11.470021 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-92d4d1cb-401e-4fca-b5af-8f71dd3a6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:11.471505 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-92d4d1cb-401e-4fca-b5af-8f71dd3a6803 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 1097 time: 0.4144549 May 27 10:01:11.559287 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-2c18071f-c90f-4179-b562-306473a032e8 req-5adbdf5d-a588-464e-beaf-40bcf63f4aba tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Unset dirty status for tenant:77acfcfdb38f4f508af3cb84a344de5d on resource:security_group {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:11.560445 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2c18071f-c90f-4179-b562-306473a032e8 req-5adbdf5d-a588-464e-beaf-40bcf63f4aba tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699469 May 27 10:01:11.561077 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Attempting to bind port 2833bbce-93b1-4759-9559-967ed3e576b7 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:01:11.561412 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Attempting to bind port 2833bbce-93b1-4759-9559-967ed3e576b7 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'e1c7cb63-9f6a-4bc6-bae7-e23d07e14978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:01:11.561775 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Attempting to bind port 2833bbce-93b1-4759-9559-967ed3e576b7 on network 71477832-10e7-4c66-8876-b4aed6b15657 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:11.564540 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-9ec17903-5625-4dd3-af96-b1c2833deb0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f8cb40-7854-4d3c-996e-eb00cf905b86 HTTP/1.1" status: 200 len: 217 time: 0.0783386 May 27 10:01:11.581936 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Port 2833bbce-93b1-4759-9559-967ed3e576b7 on network 71477832-10e7-4c66-8876-b4aed6b15657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:01:11.581936 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Attempting to bind port 2833bbce-93b1-4759-9559-967ed3e576b7 on network 71477832-10e7-4c66-8876-b4aed6b15657 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:11.648854 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:01:11.649308 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Checking segment: {'id': 'e1c7cb63-9f6a-4bc6-bae7-e23d07e14978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:11.649569 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Bound using segment: {'id': 'e1c7cb63-9f6a-4bc6-bae7-e23d07e14978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:01:11.650044 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Bound port: 2833bbce-93b1-4759-9559-967ed3e576b7, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c7cb63-9f6a-4bc6-bae7-e23d07e14978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:01:11.654858 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:11.801107 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-1a5e25a3-d7e8-42da-a8cc-a5e3d472a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:11.802588 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-1a5e25a3-d7e8-42da-a8cc-a5e3d472a793 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa45a65-7a6e-421c-b0ee-bb8569abea8a HTTP/1.1" status: 200 len: 854 time: 0.2222717 May 27 10:01:11.927766 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185ca30b-26d9-4d02-983c-ee1bc413ac96', 'tag': '64f8cb40-7854-4d3c-996e-eb00cf905b86', 'status': 'completed', 'code': 200} May 27 10:01:12.029955 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-e93a2db7-2342-4184-8966-b474178ccc06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73a2666a-5256-4cd0-a816-2cee9ac38cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2010236 May 27 10:01:12.203957 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] For port 2833bbce-93b1-4759-9559-967ed3e576b7, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:01:12.245118 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] For port 2833bbce-93b1-4759-9559-967ed3e576b7, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2833bbce-93b1-4759-9559-967ed3e576b7,segment=NetworkSegment(e1c7cb63-9f6a-4bc6-bae7-e23d07e14978),segment_id=e1c7cb63-9f6a-4bc6-bae7-e23d07e14978)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:01:12.268082 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc670b5-6f48-4a7b-9446-0c0f76a5f220 req-647b91c2-826d-4782-be9f-cfb6f78eb848 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:12.269642 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cc670b5-6f48-4a7b-9446-0c0f76a5f220 req-647b91c2-826d-4782-be9f-cfb6f78eb848 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 944 time: 0.5982521 May 27 10:01:12.332581 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:12.341291 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:12.426777 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-72ff4351-4f8f-4b76-b65f-a19dfc44d0a7 service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789842 May 27 10:01:12.442564 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013e5cf-bcf3-4078-9eb2-37db9d8d4c79 req-88f8870f-74d7-43d0-90bd-fa3c6ac1c169 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:12.443964 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e013e5cf-bcf3-4078-9eb2-37db9d8d4c79 req-88f8870f-74d7-43d0-90bd-fa3c6ac1c169 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 944 time: 0.4166603 May 27 10:01:12.444969 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.db.resource_extend [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 10:01:12.453990 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:12.454595 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:12.455902 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] 10.222.0.35 "PUT /v2.0/ports/2833bbce-93b1-4759-9559-967ed3e576b7 HTTP/1.1" status: 200 len: 1094 time: 3.3697164 May 27 10:01:12.507916 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5cc670b5-6f48-4a7b-9446-0c0f76a5f220 req-27ed116c-aa33-4513-856d-b10a14de1c06 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178531 May 27 10:01:12.594135 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:12.673252 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Pushing event updated for resources: {'Port': ['ID=2833bbce-93b1-4759-9559-967ed3e576b7,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:12.698796 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:12.726023 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14e80bf-6fe4-48d8-9855-313113e8f70f {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:01:12.748045 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:12.758801 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e013e5cf-bcf3-4078-9eb2-37db9d8d4c79 req-a9fac768-bd84-45e2-a5c1-e4304984772e tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776029 May 27 10:01:12.826660 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Transition to ACTIVE for port object c14e80bf-6fe4-48d8-9855-313113e8f70f will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:12.874699 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ccd22805-eaed-4233-aac2-0ec1ab1ebbcd req-e9c50832-b164-4ec6-af4c-a2cb1956fc94 service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152203 May 27 10:01:12.893919 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-2e59fa5b-265f-4ff0-a612-5ecec7a245da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:12.895379 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-2e59fa5b-265f-4ff0-a612-5ecec7a245da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=efdc63893cec4bcf96e04c598c8bb0e9&device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 1097 time: 0.3233526 May 27 10:01:12.970026 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:12.973562 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:13.014439 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-83876d72-f74f-41b6-abb0-a793243c2e30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2833bbce-93b1-4759-9559-967ed3e576b7 HTTP/1.1" status: 200 len: 217 time: 0.1106248 May 27 10:01:13.168410 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be6fec-7dab-441e-bf2c-1bd5018b33a3 req-f6a23d87-ba2b-42fa-89a7-cf3d59b7f839 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:13.169901 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-11be6fec-7dab-441e-bf2c-1bd5018b33a3 req-f6a23d87-ba2b-42fa-89a7-cf3d59b7f839 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 936 time: 0.3898518 May 27 10:01:13.228488 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Pushing event updated for resources: {'Port': ['ID=c14e80bf-6fe4-48d8-9855-313113e8f70f,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:13.243796 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:13.294516 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-c7e0384c-b344-4c92-863e-3efa05cbd57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:13.296141 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-c7e0384c-b344-4c92-863e-3efa05cbd57b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9dc7c250-8de5-4d13-83a4-3627412c4c66 HTTP/1.1" status: 200 len: 848 time: 0.2705743 May 27 10:01:13.384940 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-11be6fec-7dab-441e-bf2c-1bd5018b33a3 req-b58b6d6f-dddf-4eb8-8481-3ac74eaab994 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922922 May 27 10:01:13.393519 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-90b0d4bc-02d0-4ce1-9570-b7a5973fb83f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71477832-10e7-4c66-8876-b4aed6b15657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614059 May 27 10:01:13.503942 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f55b56-d3e9-4883-a4c8-994c40c5bbb0 req-1f388dfd-dba4-41d2-9557-3feac516d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:13.505398 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-03f55b56-d3e9-4883-a4c8-994c40c5bbb0 req-1f388dfd-dba4-41d2-9557-3feac516d087 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 1097 time: 0.4692297 May 27 10:01:13.512254 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Attempting to bind port c14e80bf-6fe4-48d8-9855-313113e8f70f on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:01:13.512577 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Attempting to bind port c14e80bf-6fe4-48d8-9855-313113e8f70f by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a6296407-db53-449b-86e0-2673d9ad697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:01:13.520575 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Attempting to bind port c14e80bf-6fe4-48d8-9855-313113e8f70f on network 383986e0-3294-4c90-8e08-1cc20ed0f652 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:13.541873 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Port c14e80bf-6fe4-48d8-9855-313113e8f70f on network 383986e0-3294-4c90-8e08-1cc20ed0f652 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:01:13.542199 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Attempting to bind port c14e80bf-6fe4-48d8-9855-313113e8f70f on network 383986e0-3294-4c90-8e08-1cc20ed0f652 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:13.557354 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:01:13.560759 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Checking segment: {'id': 'a6296407-db53-449b-86e0-2673d9ad697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:13.560759 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Bound using segment: {'id': 'a6296407-db53-449b-86e0-2673d9ad697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:01:13.560759 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Bound port: c14e80bf-6fe4-48d8-9855-313113e8f70f, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6296407-db53-449b-86e0-2673d9ad697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:01:13.560759 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:13.853787 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-c89e70b1-213e-4afc-9973-19cb8e73be35 service neutron] 10.222.0.35 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533477 May 27 10:01:13.929260 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4fbcc8e-dce9-4508-98ec-ca6e83a23842', 'tag': '2833bbce-93b1-4759-9559-967ed3e576b7'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:14.006945 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f55b56-d3e9-4883-a4c8-994c40c5bbb0 req-a3be44b2-f51e-4445-a4e8-ea6da8022f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:14.008350 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-03f55b56-d3e9-4883-a4c8-994c40c5bbb0 req-a3be44b2-f51e-4445-a4e8-ea6da8022f07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 200 len: 915 time: 0.4911711 May 27 10:01:14.115214 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] For port c14e80bf-6fe4-48d8-9855-313113e8f70f, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:01:14.161506 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] For port c14e80bf-6fe4-48d8-9855-313113e8f70f, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c14e80bf-6fe4-48d8-9855-313113e8f70f,segment=NetworkSegment(a6296407-db53-449b-86e0-2673d9ad697c),segment_id=a6296407-db53-449b-86e0-2673d9ad697c)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:01:14.161506 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-03f55b56-d3e9-4883-a4c8-994c40c5bbb0 req-d273ef07-c20d-4227-8ffc-16e030713482 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f8cb40-7854-4d3c-996e-eb00cf905b86 HTTP/1.1" status: 200 len: 217 time: 0.0989857 May 27 10:01:14.213211 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf2d83-b43f-4b1d-9d0b-b832548a758b req-19265ee0-a836-45ba-9051-c1a7e6912145 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:14.214681 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eaaf2d83-b43f-4b1d-9d0b-b832548a758b req-19265ee0-a836-45ba-9051-c1a7e6912145 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 944 time: 0.4949355 May 27 10:01:14.269907 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:14.279857 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:14.307095 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:01:14.323644 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5bf4c7cd-5ea5-4c59-899a-db8f599bdea3 req-2a60dfd3-6c79-4eb8-803e-6d751d801bca service neutron] 10.222.0.35 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458199 May 27 10:01:14.378857 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:14.381437 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:14.381437 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-32063831-2a24-4329-a452-9217dfefb106 service neutron] 10.222.0.35 "PUT /v2.0/ports/c14e80bf-6fe4-48d8-9855-313113e8f70f HTTP/1.1" status: 200 len: 1098 time: 3.4220560 May 27 10:01:14.386969 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f55b56-d3e9-4883-a4c8-994c40c5bbb0 req-f0787cfe-a29b-4635-8381-252f3c94a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:14.388439 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-03f55b56-d3e9-4883-a4c8-994c40c5bbb0 req-f0787cfe-a29b-4635-8381-252f3c94a07c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9fa45a65-7a6e-421c-b0ee-bb8569abea8a HTTP/1.1" status: 200 len: 854 time: 0.2184355 May 27 10:01:14.403809 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eaaf2d83-b43f-4b1d-9d0b-b832548a758b req-b076dcff-9764-4355-8e42-c20cca2d5952 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820381 May 27 10:01:14.454651 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8932a-bc41-4010-b4fe-ef9a1fcd349a req-36cfc571-f610-44a1-a86e-c98cae145df8 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:14.456197 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e9c8932a-bc41-4010-b4fe-ef9a1fcd349a req-36cfc571-f610-44a1-a86e-c98cae145df8 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 944 time: 0.4577248 May 27 10:01:14.464990 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4fbcc8e-dce9-4508-98ec-ca6e83a23842', 'tag': '2833bbce-93b1-4759-9559-967ed3e576b7', 'status': 'completed', 'code': 200} May 27 10:01:14.470778 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-03f55b56-d3e9-4883-a4c8-994c40c5bbb0 req-1278a116-8db0-45f7-89a8-71a2b0ec4ecd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73a2666a-5256-4cd0-a816-2cee9ac38cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721028 May 27 10:01:14.472407 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Pushing event updated for resources: {'Port': ['ID=c14e80bf-6fe4-48d8-9855-313113e8f70f,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:14.493660 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:14.780607 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e9c8932a-bc41-4010-b4fe-ef9a1fcd349a req-ce2ace41-29b1-4dd3-bb5c-ca840c30ac90 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122292 May 27 10:01:14.876166 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-03f55b56-d3e9-4883-a4c8-994c40c5bbb0 req-2e65024e-54f9-42e6-a534-3436d8acce94 service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812394 May 27 10:01:14.925065 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c0f4e-693d-4d8b-822e-93cbe503df09 req-011bda61-6b6c-44af-9cfb-e2f89cf952fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:14.926632 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d43c0f4e-693d-4d8b-822e-93cbe503df09 req-011bda61-6b6c-44af-9cfb-e2f89cf952fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=efdc63893cec4bcf96e04c598c8bb0e9&device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 1097 time: 0.4056306 May 27 10:01:15.030050 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e4f3a-86c0-476e-b1cf-68839070703d req-2a4544ce-77a6-41b1-b28b-45f4e3595061 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:15.031904 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5b9e4f3a-86c0-476e-b1cf-68839070703d req-2a4544ce-77a6-41b1-b28b-45f4e3595061 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 948 time: 0.3499095 May 27 10:01:15.043719 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-341dfbfa-37aa-4f63-b91c-1f9b31473035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:15.045227 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-341dfbfa-37aa-4f63-b91c-1f9b31473035 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77acfcfdb38f4f508af3cb84a344de5d&device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 1101 time: 0.4751236 May 27 10:01:15.363742 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-314037b7-948d-4c67-8351-7a65c499d22b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c14e80bf-6fe4-48d8-9855-313113e8f70f HTTP/1.1" status: 200 len: 217 time: 0.2515190 May 27 10:01:15.477420 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-03f55b56-d3e9-4883-a4c8-994c40c5bbb0 req-bf024867-146b-4b4a-8159-608656f398ff service neutron] 10.222.0.35 "GET /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928528 May 27 10:01:15.503661 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5b9e4f3a-86c0-476e-b1cf-68839070703d req-bc49f541-5c34-493d-b5d3-9810915e5084 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968787 May 27 10:01:15.512292 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c0f4e-693d-4d8b-822e-93cbe503df09 req-71bd556c-0ea2-4dcb-b469-adfe816c901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:15.513695 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d43c0f4e-693d-4d8b-822e-93cbe503df09 req-71bd556c-0ea2-4dcb-b469-adfe816c901c service neutron] 10.222.0.35 "GET /v2.0/networks?id=71477832-10e7-4c66-8876-b4aed6b15657 HTTP/1.1" status: 200 len: 909 time: 0.5306392 May 27 10:01:15.607778 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-8995d2e4-3aa6-45a1-a001-c8ccbcc20a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:15.610335 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-8995d2e4-3aa6-45a1-a001-c8ccbcc20a15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5c9b419-a8e4-4d7b-ae6e-91c5c2482c7a HTTP/1.1" status: 200 len: 843 time: 0.2385542 May 27 10:01:15.710278 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d43c0f4e-693d-4d8b-822e-93cbe503df09 req-ca9b1b88-5c63-4847-b7dc-f9b25221b672 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2833bbce-93b1-4759-9559-967ed3e576b7 HTTP/1.1" status: 200 len: 217 time: 0.1879578 May 27 10:01:15.843500 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c0f4e-693d-4d8b-822e-93cbe503df09 req-1d5bd280-92dc-4eba-ad8d-b0fec981db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:15.844948 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d43c0f4e-693d-4d8b-822e-93cbe503df09 req-1d5bd280-92dc-4eba-ad8d-b0fec981db8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9dc7c250-8de5-4d13-83a4-3627412c4c66 HTTP/1.1" status: 200 len: 848 time: 0.1203942 May 27 10:01:15.910688 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96129b1-594a-452f-89d6-76ebaec88d35 req-24ad80ff-df49-44e1-aa9e-b8792af5a2da tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:15.912114 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e96129b1-594a-452f-89d6-76ebaec88d35 req-24ad80ff-df49-44e1-aa9e-b8792af5a2da tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 944 time: 0.3005805 May 27 10:01:15.914733 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d43c0f4e-693d-4d8b-822e-93cbe503df09 req-025a9bb2-19c6-414f-9184-87fffd1cf2f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71477832-10e7-4c66-8876-b4aed6b15657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599437 May 27 10:01:15.916664 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-1a30770f-4830-4cbd-b1d0-eec3f3ef14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:15.918030 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-1a30770f-4830-4cbd-b1d0-eec3f3ef14f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=383986e0-3294-4c90-8e08-1cc20ed0f652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2969213 May 27 10:01:16.194148 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40190) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:16.222181 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e96129b1-594a-452f-89d6-76ebaec88d35 req-cbdcb1a6-1392-457a-9887-9b3ce2f5425f tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030174 May 27 10:01:16.277724 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 64f8cb40-7854-4d3c-996e-eb00cf905b86 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:01:16.339757 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-2dabd7d5-c2ca-4df4-b29c-87242b1e37ba service neutron] 10.222.0.35 "GET /v2.0/networks/383986e0-3294-4c90-8e08-1cc20ed0f652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043090 May 27 10:01:16.342146 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:16.345487 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d43c0f4e-693d-4d8b-822e-93cbe503df09 req-bf2e4c9d-77ed-406f-8b65-43bfc606eb64 service neutron] 10.222.0.35 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126196 May 27 10:01:16.358986 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:16.362605 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ba267025eefa4103b654e43954efdfa2 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:16.365557 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:16.371406 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:16.439265 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 64f8cb40-7854-4d3c-996e-eb00cf905b86, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=64f8cb40-7854-4d3c-996e-eb00cf905b86,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:16.454108 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '64f8cb40-7854-4d3c-996e-eb00cf905b86', 'network_id': '73a2666a-5256-4cd0-a816-2cee9ac38cb2', 'port_id': '64f8cb40-7854-4d3c-996e-eb00cf905b86', 'mac_address': 'fa:16:3e:49:2e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa45a65-7a6e-421c-b0ee-bb8569abea8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:01:16.457524 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:16.513254 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:16.533002 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f8cb40-7854-4d3c-996e-eb00cf905b86 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:01:16.545517 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce0b5d6-8012-44fc-92a5-cdc0c8444a38', 'tag': 'c14e80bf-6fe4-48d8-9855-313113e8f70f'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:16.547700 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:16.549101 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 64f8cb40-7854-4d3c-996e-eb00cf905b86, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=64f8cb40-7854-4d3c-996e-eb00cf905b86,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:16.556776 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f6d5668c-dae1-45d3-bd6e-88d0cbb179bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:16.573900 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bced8a-f7d2-4fac-86e0-c3461a9bc76a req-7dce61f6-c2e0-47e9-8ce2-7ef807379b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:16.575343 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-28bced8a-f7d2-4fac-86e0-c3461a9bc76a req-7dce61f6-c2e0-47e9-8ce2-7ef807379b15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 1098 time: 0.4815750 May 27 10:01:16.599590 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba267025eefa4103b654e43954efdfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017296 May 27 10:01:16.599590 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc5d234-4833-44ff-be0d-f1cfcc98ddd6,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:16.601640 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40200) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:16.607337 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ca643-51d9-4ab8-8ebe-b8342a2b3864 req-ad97f890-dfd8-471c-bd01-c550e6249017 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:16.608965 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-710ca643-51d9-4ab8-8ebe-b8342a2b3864 req-ad97f890-dfd8-471c-bd01-c550e6249017 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 944 time: 0.5169511 May 27 10:01:16.615586 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:16.617488 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:16.621475 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.621955 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.622216 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.622566 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.622908 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.623251 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.623591 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.624119 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.624487 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.624826 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.625163 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.625496 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:16.629438 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:16.680389 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-825724f3-3791-4ede-b265-f5518b1a766e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:16.706995 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=64f8cb40-7854-4d3c-996e-eb00cf905b86,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:16.707842 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-825724f3-3791-4ede-b265-f5518b1a766e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:16.710544 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:16.824802 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-825724f3-3791-4ede-b265-f5518b1a766e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:16.825557 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-710ca643-51d9-4ab8-8ebe-b8342a2b3864 req-4c72d83f-e91b-4704-9b84-a9ba73ef24a4 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823919 May 27 10:01:16.827499 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-68f327f6-7bdd-4ddf-be6f-74e6fdde25f7 req-1ea07e65-b42b-4d81-87a6-03dc6bfabe1e service neutron] 10.222.0.35 "GET /v2.0/networks/383986e0-3294-4c90-8e08-1cc20ed0f652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402032 May 27 10:01:16.830734 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-44cb939e-fd25-48ad-abe1-ae54cc9790de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:16.831687 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d43c0f4e-693d-4d8b-822e-93cbe503df09 req-096ccde5-e6a2-4021-b670-6eb3f7680b3c service neutron] 10.222.0.35 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454274 May 27 10:01:16.839538 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2fb85-f54f-44b4-b9bd-5174202001af req-dc711643-2c51-45dc-b4ec-63de76b81c36 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:16.841273 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2ed2fb85-f54f-44b4-b9bd-5174202001af req-dc711643-2c51-45dc-b4ec-63de76b81c36 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.5006340 May 27 10:01:16.846969 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825724f3-3791-4ede-b265-f5518b1a766e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc5d234-4833-44ff-be0d-f1cfcc98ddd6,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:16.849562 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-825724f3-3791-4ede-b265-f5518b1a766e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:16.876512 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-825724f3-3791-4ede-b265-f5518b1a766e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:16.876512 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-825724f3-3791-4ede-b265-f5518b1a766e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fc5d234-4833-44ff-be0d-f1cfcc98ddd6 HTTP/1.1" status: 204 len: 168 time: 0.2723081 May 27 10:01:16.908139 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bced8a-f7d2-4fac-86e0-c3461a9bc76a req-9bfe6a24-a658-4a29-8ac5-a919036dc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:16.909642 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-28bced8a-f7d2-4fac-86e0-c3461a9bc76a req-9bfe6a24-a658-4a29-8ac5-a919036dc018 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 200 len: 920 time: 0.3128376 May 27 10:01:16.917354 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2ed2fb85-f54f-44b4-b9bd-5174202001af req-96a159bb-2c8e-49ff-a66d-76dfd48751d8 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622320 May 27 10:01:17.142336 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-28bced8a-f7d2-4fac-86e0-c3461a9bc76a req-89c34f98-2526-44e6-8339-01cc682ce608 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956e6863-9ade-47cb-8d1f-bb7fb39b3eda HTTP/1.1" status: 200 len: 217 time: 0.2197943 May 27 10:01:17.224517 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bced8a-f7d2-4fac-86e0-c3461a9bc76a req-fcb7f0ce-b7e6-45b9-aebd-9417cf9ed5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:17.225990 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-28bced8a-f7d2-4fac-86e0-c3461a9bc76a req-fcb7f0ce-b7e6-45b9-aebd-9417cf9ed5e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=708bfe60-b9d4-4818-ac4c-f464201aafd5 HTTP/1.1" status: 200 len: 859 time: 0.0774117 May 27 10:01:17.242942 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94955c9a-096e-44a0-b2e6-c1045a37f32e req-42f54668-8a36-491b-ada4-bab135ae142a tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:17.244433 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-94955c9a-096e-44a0-b2e6-c1045a37f32e req-42f54668-8a36-491b-ada4-bab135ae142a tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 948 time: 0.1490870 May 27 10:01:17.298591 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-28bced8a-f7d2-4fac-86e0-c3461a9bc76a req-6051d258-5f23-4e27-af83-3529fdb3d00f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5073019d-3d3e-4ac3-99f8-103c518ae1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645344 May 27 10:01:17.393762 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce0b5d6-8012-44fc-92a5-cdc0c8444a38', 'tag': 'c14e80bf-6fe4-48d8-9855-313113e8f70f', 'status': 'completed', 'code': 200} May 27 10:01:17.409163 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-94955c9a-096e-44a0-b2e6-c1045a37f32e req-38f90211-0ae7-4818-8df1-3eff5c4692ed tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291075 May 27 10:01:17.474651 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['64f8cb40-7854-4d3c-996e-eb00cf905b86'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:01:17.567345 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-28bced8a-f7d2-4fac-86e0-c3461a9bc76a req-16b3f336-4e7e-43e6-8b7c-b04ba420bf21 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611210 May 27 10:01:17.611370 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f53d66-4de8-4145-aa64-c2193c9a838b req-a08bc551-0a96-45af-9731-f9abb6890764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:17.612843 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a9f53d66-4de8-4145-aa64-c2193c9a838b req-a08bc551-0a96-45af-9731-f9abb6890764 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77acfcfdb38f4f508af3cb84a344de5d&device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 1101 time: 0.2009459 May 27 10:01:17.694307 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40218) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:17.712122 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7f86a7da-a4b0-4eae-938d-96fa0708dd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:17.725983 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-7f86a7da-a4b0-4eae-938d-96fa0708dd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:17.729944 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-7f86a7da-a4b0-4eae-938d-96fa0708dd39 admin admin] Usage tracker for resource:security_group_rule and tenant:5f16a604d61a440cbc90294addfddad1 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:17.732899 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-7f86a7da-a4b0-4eae-938d-96fa0708dd39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:17.738990 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-7f86a7da-a4b0-4eae-938d-96fa0708dd39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:17.778254 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38433122-030e-4d03-a87c-63bec3ee3818 req-ca75eede-abfd-4311-8d6b-80527c7df6e9 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:17.779743 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-38433122-030e-4d03-a87c-63bec3ee3818 req-ca75eede-abfd-4311-8d6b-80527c7df6e9 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 944 time: 0.2940869 May 27 10:01:17.819464 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7f86a7da-a4b0-4eae-938d-96fa0708dd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:17.861753 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-28bced8a-f7d2-4fac-86e0-c3461a9bc76a req-b0f8bba7-6794-43f6-b715-e71d6fb26342 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874868 May 27 10:01:17.890150 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-38433122-030e-4d03-a87c-63bec3ee3818 req-9687891b-25ce-4ee1-827c-5abbeba26bf4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952771 May 27 10:01:17.892839 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f53d66-4de8-4145-aa64-c2193c9a838b req-a4d6bf40-ee9a-4cab-b042-64727005d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:17.894343 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a9f53d66-4de8-4145-aa64-c2193c9a838b req-a4d6bf40-ee9a-4cab-b042-64727005d4de service neutron] 10.222.0.35 "GET /v2.0/networks?id=383986e0-3294-4c90-8e08-1cc20ed0f652 HTTP/1.1" status: 200 len: 870 time: 0.2330089 May 27 10:01:17.901250 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7f86a7da-a4b0-4eae-938d-96fa0708dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:17.941438 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:17.956562 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-7f86a7da-a4b0-4eae-938d-96fa0708dd39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f16a604d61a440cbc90294addfddad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612190 May 27 10:01:17.959811 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40230) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:17.985351 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a9f53d66-4de8-4145-aa64-c2193c9a838b req-a8875caf-afd4-4157-8c0f-c6340753a114 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=c14e80bf-6fe4-48d8-9855-313113e8f70f HTTP/1.1" status: 200 len: 217 time: 0.0831480 May 27 10:01:18.007562 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86a7da-a4b0-4eae-938d-96fa0708dd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ebcde1-d88f-41c2-8a92-fec04f331da9,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:18.025462 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-7f86a7da-a4b0-4eae-938d-96fa0708dd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:18.041959 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-309ca585-4aad-491d-a5cb-9a10ee1f73dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:18.068517 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-309ca585-4aad-491d-a5cb-9a10ee1f73dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:18.157964 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f53d66-4de8-4145-aa64-c2193c9a838b req-e11fc29f-2627-4889-b509-b8d5abc07734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:18.159662 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a9f53d66-4de8-4145-aa64-c2193c9a838b req-e11fc29f-2627-4889-b509-b8d5abc07734 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a5c9b419-a8e4-4d7b-ae6e-91c5c2482c7a HTTP/1.1" status: 200 len: 843 time: 0.1650269 May 27 10:01:18.175906 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-309ca585-4aad-491d-a5cb-9a10ee1f73dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:18.181124 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-825724f3-3791-4ede-b265-f5518b1a766e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:18.193886 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ca585-4aad-491d-a5cb-9a10ee1f73dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ebcde1-d88f-41c2-8a92-fec04f331da9,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:18.196725 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-309ca585-4aad-491d-a5cb-9a10ee1f73dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:18.198853 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-309ca585-4aad-491d-a5cb-9a10ee1f73dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:18.202330 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-309ca585-4aad-491d-a5cb-9a10ee1f73dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77ebcde1-d88f-41c2-8a92-fec04f331da9 HTTP/1.1" status: 204 len: 168 time: 0.2390480 May 27 10:01:18.257595 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d68be7-6e64-47ac-af3b-e1dd0006dcfb req-eb885c78-39e2-437c-a42c-73a82b4baef8 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:18.259064 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a2d68be7-6e64-47ac-af3b-e1dd0006dcfb req-eb885c78-39e2-437c-a42c-73a82b4baef8 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 945 time: 0.2273190 May 27 10:01:18.272721 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18cd4e-be67-4ce0-a069-47bc5ae3217a req-55ee7f14-5b5a-49da-901b-e25121f8629e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:18.274120 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3d18cd4e-be67-4ce0-a069-47bc5ae3217a req-55ee7f14-5b5a-49da-901b-e25121f8629e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1994538 May 27 10:01:18.290943 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2833bbce-93b1-4759-9559-967ed3e576b7 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:01:18.347617 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f53d66-4de8-4145-aa64-c2193c9a838b req-062beff2-d7b2-4661-9b2f-0c5f28b9afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:18.349083 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a9f53d66-4de8-4145-aa64-c2193c9a838b req-062beff2-d7b2-4661-9b2f-0c5f28b9afe4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=383986e0-3294-4c90-8e08-1cc20ed0f652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1765604 May 27 10:01:18.359855 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a2d68be7-6e64-47ac-af3b-e1dd0006dcfb req-0d9a7b56-bc3c-46ab-a8da-ae884beb902f tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841429 May 27 10:01:18.386694 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3d18cd4e-be67-4ce0-a069-47bc5ae3217a req-4d468371-f18a-4de9-ac86-0eb6f0879dab tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949874 May 27 10:01:18.441525 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 2833bbce-93b1-4759-9559-967ed3e576b7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2833bbce-93b1-4759-9559-967ed3e576b7,segment=NetworkSegment(e1c7cb63-9f6a-4bc6-bae7-e23d07e14978),segment_id=e1c7cb63-9f6a-4bc6-bae7-e23d07e14978)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:18.456688 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '2833bbce-93b1-4759-9559-967ed3e576b7', 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657', 'port_id': '2833bbce-93b1-4759-9559-967ed3e576b7', 'mac_address': 'fa:16:3e:5e:4b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc7c250-8de5-4d13-83a4-3627412c4c66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:01:18.520025 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a9f53d66-4de8-4145-aa64-c2193c9a838b req-c6c52404-feea-43de-b80e-a950898837b5 service neutron] 10.222.0.35 "GET /v2.0/networks/383986e0-3294-4c90-8e08-1cc20ed0f652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571884 May 27 10:01:18.521459 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:18.562975 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2833bbce-93b1-4759-9559-967ed3e576b7 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:01:18.580117 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 2833bbce-93b1-4759-9559-967ed3e576b7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2833bbce-93b1-4759-9559-967ed3e576b7,segment=NetworkSegment(e1c7cb63-9f6a-4bc6-bae7-e23d07e14978),segment_id=e1c7cb63-9f6a-4bc6-bae7-e23d07e14978)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:18.636524 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:18.638256 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:18.720894 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=2833bbce-93b1-4759-9559-967ed3e576b7,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:18.731845 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.732197 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.732595 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.733659 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.734025 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.734785 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.735269 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.735763 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.736358 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.736888 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.737429 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.737975 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:18.752627 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:18.813620 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a9f53d66-4de8-4145-aa64-c2193c9a838b req-8b2168a0-737f-4ddc-b776-3ca04698998c service neutron] 10.222.0.35 "GET /v2.0/networks/383986e0-3294-4c90-8e08-1cc20ed0f652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857893 May 27 10:01:18.821092 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669af3d-294a-45ca-adab-d0e2e96e41cf req-f4ce224a-3ed4-4c49-a607-c105ba2aef9c tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:18.822426 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8669af3d-294a-45ca-adab-d0e2e96e41cf req-f4ce224a-3ed4-4c49-a607-c105ba2aef9c tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 948 time: 0.2741618 May 27 10:01:18.869327 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8669af3d-294a-45ca-adab-d0e2e96e41cf req-3adf1648-a88b-4ccb-99aa-16a47933eb79 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 May 27 10:01:19.108592 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca138e-47e4-44c9-9949-f6f6de097441 req-86904a75-d980-4d51-a78f-8dff090a5c40 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:19.110061 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a7ca138e-47e4-44c9-9949-f6f6de097441 req-86904a75-d980-4d51-a78f-8dff090a5c40 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 945 time: 0.0927782 May 27 10:01:19.154690 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a7ca138e-47e4-44c9-9949-f6f6de097441 req-b46f1049-35fb-4d44-bc6f-4713a1b2bea6 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389760 May 27 10:01:19.203321 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['2833bbce-93b1-4759-9559-967ed3e576b7'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:01:19.617307 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a9b3e-e95b-43de-96ce-2bd71ec6b46c req-639da3d7-5270-455e-a1d7-5ad94cc52149 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:19.618851 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2b4a9b3e-e95b-43de-96ce-2bd71ec6b46c req-639da3d7-5270-455e-a1d7-5ad94cc52149 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 945 time: 0.1450000 May 27 10:01:19.627793 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b32c3-f513-48b0-ae82-7ddb5946906d req-35de85f6-a1aa-4bdd-b4d9-5ad21f73d520 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:19.629202 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-378b32c3-f513-48b0-ae82-7ddb5946906d req-35de85f6-a1aa-4bdd-b4d9-5ad21f73d520 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1194472 May 27 10:01:19.697708 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2b4a9b3e-e95b-43de-96ce-2bd71ec6b46c req-f3ef50c6-98d1-403f-9817-75d038e53cf9 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675421 May 27 10:01:19.708883 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-378b32c3-f513-48b0-ae82-7ddb5946906d req-5affe281-6316-489e-843f-6faf9dbdbdc9 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639536 May 27 10:01:20.054182 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff3537-0df6-4940-9036-eac1b491ded4 req-cc60a75a-a6c0-4900-8e59-a2b189d64edc tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:20.055962 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-24ff3537-0df6-4940-9036-eac1b491ded4 req-cc60a75a-a6c0-4900-8e59-a2b189d64edc tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 948 time: 0.0824127 May 27 10:01:20.101366 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-24ff3537-0df6-4940-9036-eac1b491ded4 req-efc8a3f8-ab7a-430c-8f74-bd6a203fcab9 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392749 May 27 10:01:20.319317 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device c14e80bf-6fe4-48d8-9855-313113e8f70f details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:01:20.322121 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 64f8cb40-7854-4d3c-996e-eb00cf905b86 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:01:20.355573 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885bee5-c985-476b-9dcd-6162576355dc req-36d03bce-f66e-47f1-83c2-033a7517f1d6 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:20.357179 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3885bee5-c985-476b-9dcd-6162576355dc req-36d03bce-f66e-47f1-83c2-033a7517f1d6 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 945 time: 0.0951972 May 27 10:01:20.418434 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3885bee5-c985-476b-9dcd-6162576355dc req-89e2dc55-3bfd-4783-80ff-c4df438ec324 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550747 May 27 10:01:20.520577 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port c14e80bf-6fe4-48d8-9855-313113e8f70f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c14e80bf-6fe4-48d8-9855-313113e8f70f,segment=NetworkSegment(a6296407-db53-449b-86e0-2673d9ad697c),segment_id=a6296407-db53-449b-86e0-2673d9ad697c)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:20.539055 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': 'c14e80bf-6fe4-48d8-9855-313113e8f70f', 'network_id': '383986e0-3294-4c90-8e08-1cc20ed0f652', 'port_id': 'c14e80bf-6fe4-48d8-9855-313113e8f70f', 'mac_address': 'fa:16:3e:22:b3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c9b419-a8e4-4d7b-ae6e-91c5c2482c7a', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:01:20.540701 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 64f8cb40-7854-4d3c-996e-eb00cf905b86 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:01:20.582179 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 64f8cb40-7854-4d3c-996e-eb00cf905b86 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:20.582179 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:20.650247 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:20.676064 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14e80bf-6fe4-48d8-9855-313113e8f70f {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:01:20.723677 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port c14e80bf-6fe4-48d8-9855-313113e8f70f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c14e80bf-6fe4-48d8-9855-313113e8f70f,segment=NetworkSegment(a6296407-db53-449b-86e0-2673d9ad697c),segment_id=a6296407-db53-449b-86e0-2673d9ad697c)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:20.749694 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:20.783295 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185ca30b-26d9-4d02-983c-ee1bc413ac96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f8cb40-7854-4d3c-996e-eb00cf905b86'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:20.815913 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 64f8cb40-7854-4d3c-996e-eb00cf905b86, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=64f8cb40-7854-4d3c-996e-eb00cf905b86,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:20.859336 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:20.861028 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:20.894854 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:20.931714 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=c14e80bf-6fe4-48d8-9855-313113e8f70f,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:20.934803 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:20.935270 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:20.964906 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cc9f5-6611-40ea-b831-535f03e91757 req-3a1c2a5b-fccf-42cb-a3a0-07b35851c042 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:20.970329 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-da9cc9f5-6611-40ea-b831-535f03e91757 req-3a1c2a5b-fccf-42cb-a3a0-07b35851c042 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 945 time: 0.1468790 May 27 10:01:21.011613 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be3ddc-83e7-4000-95b9-158ac2a82c3d req-04097cfc-4539-4711-9b5b-15c78cff4c4c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:21.013238 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b0be3ddc-83e7-4000-95b9-158ac2a82c3d req-04097cfc-4539-4711-9b5b-15c78cff4c4c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1570034 May 27 10:01:21.016899 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=64f8cb40-7854-4d3c-996e-eb00cf905b86,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:21.020256 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:21.054325 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-da9cc9f5-6611-40ea-b831-535f03e91757 req-9b6d3cf3-88db-4596-a605-2b84c2069e9b tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803268 May 27 10:01:21.087591 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b0be3ddc-83e7-4000-95b9-158ac2a82c3d req-d72be07f-4c46-496b-92d5-d4c2d1c8fc94 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591648 May 27 10:01:21.122312 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185ca30b-26d9-4d02-983c-ee1bc413ac96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f8cb40-7854-4d3c-996e-eb00cf905b86', 'code': 200} May 27 10:01:21.319138 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['c14e80bf-6fe4-48d8-9855-313113e8f70f'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:01:21.322287 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b32ab-7341-4dd8-8ede-2d53c17a4c5a req-b1abc192-46be-4f44-a7ae-c921c7381c62 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:21.323791 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a73b32ab-7341-4dd8-8ede-2d53c17a4c5a req-b1abc192-46be-4f44-a7ae-c921c7381c62 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 949 time: 0.0862598 May 27 10:01:21.374869 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a73b32ab-7341-4dd8-8ede-2d53c17a4c5a req-f1d891d6-cc16-4af3-b4c4-d1d7d69e8904 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 May 27 10:01:21.633066 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1681b-21f8-4bad-a0a4-18c02f644d0c req-baa3788e-98df-47d5-b724-1df640de3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:21.634468 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-24d1681b-21f8-4bad-a0a4-18c02f644d0c req-baa3788e-98df-47d5-b724-1df640de3e7b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 1099 time: 0.1340990 May 27 10:01:21.642698 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70651c0-06fd-4bf4-8895-2560097d264b req-6d3f7c42-f9a6-4db8-b69d-b697e6cb8f16 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:21.644009 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f70651c0-06fd-4bf4-8895-2560097d264b req-6d3f7c42-f9a6-4db8-b69d-b697e6cb8f16 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 945 time: 0.1088278 May 27 10:01:21.710171 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-24d1681b-21f8-4bad-a0a4-18c02f644d0c req-4f779cc3-eb6c-44e8-b273-6b0bf49d5ae9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647082 May 27 10:01:21.714044 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f70651c0-06fd-4bf4-8895-2560097d264b req-0cf86294-a58b-4f79-be03-b90ad0a84975 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566232 May 27 10:01:22.301034 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9e3b4-75ed-4c7b-aa8f-0f266d091195 req-9bb556a0-da74-45ba-bdac-685136450b03 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:22.302524 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c3b9e3b4-75ed-4c7b-aa8f-0f266d091195 req-9bb556a0-da74-45ba-bdac-685136450b03 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 946 time: 0.1421528 May 27 10:01:22.318975 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2833bbce-93b1-4759-9559-967ed3e576b7 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:01:22.333259 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd027f7-cc8d-4cf7-a346-2068198254b8 req-e1da9a7e-e38b-401a-98cd-01b3c85cee76 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:22.333259 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0cd027f7-cc8d-4cf7-a346-2068198254b8 req-e1da9a7e-e38b-401a-98cd-01b3c85cee76 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1272397 May 27 10:01:22.387046 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c3b9e3b4-75ed-4c7b-aa8f-0f266d091195 req-d86f9789-0061-47de-be30-3e9fa131812c tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785997 May 27 10:01:22.393963 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0cd027f7-cc8d-4cf7-a346-2068198254b8 req-9fce5618-94a2-4993-98a9-f8ce702b13cf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556357 May 27 10:01:22.444515 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 2833bbce-93b1-4759-9559-967ed3e576b7 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:01:22.449705 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 2833bbce-93b1-4759-9559-967ed3e576b7 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:22.450148 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:22.580726 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:22.584910 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a72f8a-c094-452d-a76e-0c54054825ef req-ac1fe59d-afc1-47a7-9a35-4ae1f52e00e3 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:22.586537 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-41a72f8a-c094-452d-a76e-0c54054825ef req-ac1fe59d-afc1-47a7-9a35-4ae1f52e00e3 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 949 time: 0.0874107 May 27 10:01:22.621602 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 2833bbce-93b1-4759-9559-967ed3e576b7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2833bbce-93b1-4759-9559-967ed3e576b7,segment=NetworkSegment(e1c7cb63-9f6a-4bc6-bae7-e23d07e14978),segment_id=e1c7cb63-9f6a-4bc6-bae7-e23d07e14978)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:22.640729 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-41a72f8a-c094-452d-a76e-0c54054825ef req-20bad417-324a-4578-a9bd-376212c66fea tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471287 May 27 10:01:22.681932 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:22.684583 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:22.754902 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=2833bbce-93b1-4759-9559-967ed3e576b7,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:22.758149 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:22.933534 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de3cac-c705-4719-8514-6e4f8dc1557d req-a93dfc5d-8c64-433f-a220-beb139be9fb9 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:22.935083 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-11de3cac-c705-4719-8514-6e4f8dc1557d req-a93dfc5d-8c64-433f-a220-beb139be9fb9 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 946 time: 0.1064970 May 27 10:01:22.989296 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-11de3cac-c705-4719-8514-6e4f8dc1557d req-4fcd9eca-fb69-4ca0-bf34-cead14b6cae0 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465915 May 27 10:01:23.123359 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fbcc8e-dce9-4508-98ec-ca6e83a23842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833bbce-93b1-4759-9559-967ed3e576b7'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:23.168766 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fbcc8e-dce9-4508-98ec-ca6e83a23842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833bbce-93b1-4759-9559-967ed3e576b7', 'code': 200} May 27 10:01:23.653591 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a3a2a-e75c-4713-8e93-f6f1d584d5a2 req-4aae518c-2378-4a79-908f-913dbb232f2a tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:23.655063 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-950a3a2a-e75c-4713-8e93-f6f1d584d5a2 req-4aae518c-2378-4a79-908f-913dbb232f2a tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1519029 May 27 10:01:23.701196 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac0f8f-c84a-4838-8a30-397a37361f65 req-139ea087-d86b-4307-b767-8a623ee99db8 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:23.702646 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-00ac0f8f-c84a-4838-8a30-397a37361f65 req-139ea087-d86b-4307-b767-8a623ee99db8 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 946 time: 0.1618018 May 27 10:01:23.788557 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-950a3a2a-e75c-4713-8e93-f6f1d584d5a2 req-ad7fd040-4f1f-447a-a391-e1642d6cf250 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995731 May 27 10:01:23.798280 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-00ac0f8f-c84a-4838-8a30-397a37361f65 req-37e8d8c3-ea1d-45cf-be04-1ea41ec9d758 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772007 May 27 10:01:23.818172 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b1eef-1118-4d24-afee-d40cb10d5abc req-ba879e49-fb28-4dba-b161-bb1fc11969a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:23.819685 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-917b1eef-1118-4d24-afee-d40cb10d5abc req-ba879e49-fb28-4dba-b161-bb1fc11969a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 1099 time: 0.1740885 May 27 10:01:23.864623 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-917b1eef-1118-4d24-afee-d40cb10d5abc req-4456223c-91bb-42be-91d5-dcca16b2ce69 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361700 May 27 10:01:24.042601 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0b755-3d0a-45e2-98e2-6d6459bab8d4 req-ad176364-1dd4-4801-8dde-51dfb4609a0a tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:24.043864 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1fc0b755-3d0a-45e2-98e2-6d6459bab8d4 req-ad176364-1dd4-4801-8dde-51dfb4609a0a tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 949 time: 0.1472738 May 27 10:01:24.119045 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1fc0b755-3d0a-45e2-98e2-6d6459bab8d4 req-240974c6-e271-40f9-8a0b-a6f8796c434f tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682409 May 27 10:01:24.253751 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d2ede-7d85-4eb2-b827-39f7cd6ce1fc req-0e06fe8a-394b-4f94-bac5-46dd7b6bfc65 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:24.255349 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0d6d2ede-7d85-4eb2-b827-39f7cd6ce1fc req-0e06fe8a-394b-4f94-bac5-46dd7b6bfc65 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 946 time: 0.0898652 May 27 10:01:24.300102 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0d6d2ede-7d85-4eb2-b827-39f7cd6ce1fc req-1ad1f0c8-de86-4b02-81aa-29c2dc96444b tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 May 27 10:01:24.344906 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device c14e80bf-6fe4-48d8-9855-313113e8f70f up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:01:24.490423 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port c14e80bf-6fe4-48d8-9855-313113e8f70f completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:01:24.495166 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port c14e80bf-6fe4-48d8-9855-313113e8f70f triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:24.495537 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:24.617322 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:24.650677 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port c14e80bf-6fe4-48d8-9855-313113e8f70f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c14e80bf-6fe4-48d8-9855-313113e8f70f,segment=NetworkSegment(a6296407-db53-449b-86e0-2673d9ad697c),segment_id=a6296407-db53-449b-86e0-2673d9ad697c)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:24.705112 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:24.708081 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:24.774857 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=c14e80bf-6fe4-48d8-9855-313113e8f70f,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:24.778186 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:25.046792 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b24cb5-7d3e-447b-9956-c21d778925ae req-cb384b4e-e4ea-4778-8dd5-26383249657c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:25.048501 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-37b24cb5-7d3e-447b-9956-c21d778925ae req-cb384b4e-e4ea-4778-8dd5-26383249657c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1401150 May 27 10:01:25.060094 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c295b2-e5f5-4305-8547-d639c807e5b8 req-2b197d46-f563-423f-8364-ab583c4c3988 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:25.061479 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-93c295b2-e5f5-4305-8547-d639c807e5b8 req-2b197d46-f563-423f-8364-ab583c4c3988 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 946 time: 0.1163969 May 27 10:01:25.131416 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-37b24cb5-7d3e-447b-9956-c21d778925ae req-43db6487-6fef-4cd7-8f75-43f182199269 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689602 May 27 10:01:25.142063 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-93c295b2-e5f5-4305-8547-d639c807e5b8 req-b6787716-3677-4a26-97af-5971df38fbac tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658624 May 27 10:01:25.171181 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce0b5d6-8012-44fc-92a5-cdc0c8444a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14e80bf-6fe4-48d8-9855-313113e8f70f'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:25.348980 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce0b5d6-8012-44fc-92a5-cdc0c8444a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14e80bf-6fe4-48d8-9855-313113e8f70f', 'code': 200} May 27 10:01:25.396670 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed61697-58d4-44f1-a0b7-408ed2cd6249 req-dfd4ff91-b484-4c60-afe9-3de4b28cca58 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:25.398392 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eed61697-58d4-44f1-a0b7-408ed2cd6249 req-dfd4ff91-b484-4c60-afe9-3de4b28cca58 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 950 time: 0.1322944 May 27 10:01:25.504884 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eed61697-58d4-44f1-a0b7-408ed2cd6249 req-10bf4f35-955f-4cbf-81b7-70733fd1cbd9 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987871 May 27 10:01:25.533407 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21180-e327-47d7-af46-33f4ab3bec78 req-9375701f-0c77-48d8-832e-b8c13b27ae70 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:25.534910 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-07d21180-e327-47d7-af46-33f4ab3bec78 req-9375701f-0c77-48d8-832e-b8c13b27ae70 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 946 time: 0.0936377 May 27 10:01:25.627454 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-07d21180-e327-47d7-af46-33f4ab3bec78 req-65a729e8-ab49-4476-b40f-58ad38a57fa5 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615053 May 27 10:01:25.651145 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220123d5-a458-4189-b836-dfc5e1d7d623 req-68ecd49f-a61c-43d0-ad41-8334c2375e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:25.652586 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-220123d5-a458-4189-b836-dfc5e1d7d623 req-68ecd49f-a61c-43d0-ad41-8334c2375e93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 1098 time: 0.1162906 May 27 10:01:25.867774 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220123d5-a458-4189-b836-dfc5e1d7d623 req-2f6a954d-4779-4056-9b5b-02026f66d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:25.869278 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-220123d5-a458-4189-b836-dfc5e1d7d623 req-2f6a954d-4779-4056-9b5b-02026f66d408 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 200 len: 920 time: 0.1757355 May 27 10:01:25.950797 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-220123d5-a458-4189-b836-dfc5e1d7d623 req-4e055c87-8165-4bdf-9ec3-96f1ecc08a10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956e6863-9ade-47cb-8d1f-bb7fb39b3eda HTTP/1.1" status: 200 len: 217 time: 0.0696571 May 27 10:01:25.953447 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b22e5-7bbd-4505-abab-c6f0130e45de req-0738bd0d-06e8-46ca-91d9-4a6608df15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:25.954849 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-634b22e5-7bbd-4505-abab-c6f0130e45de req-0738bd0d-06e8-46ca-91d9-4a6608df15b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 1103 time: 0.1576319 May 27 10:01:26.060636 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-634b22e5-7bbd-4505-abab-c6f0130e45de req-ea89dda1-fbec-4966-ad45-d6afb6625f98 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574470 May 27 10:01:26.064484 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220123d5-a458-4189-b836-dfc5e1d7d623 req-4225e4b6-63eb-4c5b-b67a-48a05510d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:26.066008 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-220123d5-a458-4189-b836-dfc5e1d7d623 req-4225e4b6-63eb-4c5b-b67a-48a05510d9a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=708bfe60-b9d4-4818-ac4c-f464201aafd5 HTTP/1.1" status: 200 len: 859 time: 0.0933826 May 27 10:01:26.234441 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-220123d5-a458-4189-b836-dfc5e1d7d623 req-ba0f86bb-ed34-45a5-98cd-d48cc4338fa1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5073019d-3d3e-4ac3-99f8-103c518ae1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472095 May 27 10:01:26.437797 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798326ea-3c37-42df-b183-9aae0cd50c99 req-93e6209b-9aa3-4bfd-afe3-9c08e529afe8 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:26.439886 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-798326ea-3c37-42df-b183-9aae0cd50c99 req-93e6209b-9aa3-4bfd-afe3-9c08e529afe8 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1761932 May 27 10:01:26.445196 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-220123d5-a458-4189-b836-dfc5e1d7d623 req-556c67fa-f77b-4b32-8d05-6d81fd8c56c6 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019703 May 27 10:01:26.517966 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-798326ea-3c37-42df-b183-9aae0cd50c99 req-ea7f4117-f8ef-439c-b85c-a9152c2faed3 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718243 May 27 10:01:26.670070 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-220123d5-a458-4189-b836-dfc5e1d7d623 req-7b0e0b4e-434e-40f9-9594-0e1a3bdc81f6 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857493 May 27 10:01:26.724206 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f3509-30ac-474c-92dd-64590374e7d8 req-114e5c86-7136-4d9a-97d6-1d5dcefa33f1 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:26.725861 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fd1f3509-30ac-474c-92dd-64590374e7d8 req-114e5c86-7136-4d9a-97d6-1d5dcefa33f1 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 950 time: 0.0962710 May 27 10:01:26.896044 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fd1f3509-30ac-474c-92dd-64590374e7d8 req-bff7b0a1-1446-41a7-aaa7-fbbe93849597 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639402 May 27 10:01:26.941384 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040ee27-62a6-4562-95f1-b333eac90a35 req-88b15203-ff31-479e-a6b3-be0ea30fb632 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:26.943000 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d040ee27-62a6-4562-95f1-b333eac90a35 req-88b15203-ff31-479e-a6b3-be0ea30fb632 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 946 time: 0.1797738 May 27 10:01:26.994870 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d040ee27-62a6-4562-95f1-b333eac90a35 req-43aede0c-bb48-4097-a110-8b9b39c47027 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452998 May 27 10:01:27.307100 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40454) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:27.410948 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:27.435761 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2f000dc9-535e-4041-84c5-116570eb162d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:27.450805 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-2f000dc9-535e-4041-84c5-116570eb162d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:27.455361 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-2f000dc9-535e-4041-84c5-116570eb162d admin admin] Usage tracker for resource:security_group_rule and tenant:118f08abce8e42ac83f5c978efe0e9ec is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:27.459848 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-2f000dc9-535e-4041-84c5-116570eb162d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:27.465868 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-2f000dc9-535e-4041-84c5-116570eb162d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:27.554503 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2f000dc9-535e-4041-84c5-116570eb162d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:27.658908 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2f000dc9-535e-4041-84c5-116570eb162d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:27.697417 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:27.718768 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-2f000dc9-535e-4041-84c5-116570eb162d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=118f08abce8e42ac83f5c978efe0e9ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080279 May 27 10:01:27.729344 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40474) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:27.809220 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18abda0-0df9-4a84-a653-21f94bd7f91d req-2f9e6d98-dfe1-40a6-b6ce-3217c8109c07 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:27.809869 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f000dc9-535e-4041-84c5-116570eb162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45b5dd0-aac9-4c32-b862-1cdc59e6c826,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:27.810768 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f18abda0-0df9-4a84-a653-21f94bd7f91d req-2f9e6d98-dfe1-40a6-b6ce-3217c8109c07 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1105525 May 27 10:01:27.814541 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-2f000dc9-535e-4041-84c5-116570eb162d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:27.841950 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-77a5c197-27d8-459f-aed0-495d4b3698ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:27.868075 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-77a5c197-27d8-459f-aed0-495d4b3698ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:27.884520 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f18abda0-0df9-4a84-a653-21f94bd7f91d req-ae74bdf0-4588-41b0-81e7-d451fe63525c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625391 May 27 10:01:27.993948 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-77a5c197-27d8-459f-aed0-495d4b3698ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:27.999610 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-2f000dc9-535e-4041-84c5-116570eb162d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:28.011316 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5c197-27d8-459f-aed0-495d4b3698ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45b5dd0-aac9-4c32-b862-1cdc59e6c826,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:28.015974 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-77a5c197-27d8-459f-aed0-495d4b3698ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:28.017995 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-77a5c197-27d8-459f-aed0-495d4b3698ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:28.022244 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-77a5c197-27d8-459f-aed0-495d4b3698ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a45b5dd0-aac9-4c32-b862-1cdc59e6c826 HTTP/1.1" status: 204 len: 168 time: 0.2858386 May 27 10:01:28.089710 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2698a83-1a83-4633-8a6f-8a4e4f04ef0b req-3d1041c3-e6c6-461d-bcad-bef42e43c867 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:28.091297 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e2698a83-1a83-4633-8a6f-8a4e4f04ef0b req-3d1041c3-e6c6-461d-bcad-bef42e43c867 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 950 time: 0.0821123 May 27 10:01:28.140111 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e2698a83-1a83-4633-8a6f-8a4e4f04ef0b req-56f0736b-e001-49a8-a612-8d4e8153ec2a tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 May 27 10:01:28.837994 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 40504) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:28.855087 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-18be3028-43d4-4eab-ab9e-bc696b945c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:28.869613 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-18be3028-43d4-4eab-ab9e-bc696b945c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:28.877334 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-18be3028-43d4-4eab-ab9e-bc696b945c24 admin admin] Usage tracker for resource:security_group_rule and tenant:592d39a87897433db4470b0ed5389e3a is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:28.877440 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-18be3028-43d4-4eab-ab9e-bc696b945c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:28.883511 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-18be3028-43d4-4eab-ab9e-bc696b945c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:29.064503 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-18be3028-43d4-4eab-ab9e-bc696b945c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:29.110778 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea3dec-ec70-48e8-8a2a-6eb4ee5d9653 req-4e1cda53-c324-4ecc-90cb-7028084ac408 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:29.112247 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0fea3dec-ec70-48e8-8a2a-6eb4ee5d9653 req-4e1cda53-c324-4ecc-90cb-7028084ac408 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 950 time: 0.1590600 May 27 10:01:29.120233 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5d958-3ad5-40f9-a5a3-d89e7a1690e9 req-4acc7586-5a00-4087-bd8b-02a9e4f3feb9 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:29.121563 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5be5d958-3ad5-40f9-a5a3-d89e7a1690e9 req-4acc7586-5a00-4087-bd8b-02a9e4f3feb9 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 946 time: 0.1268389 May 27 10:01:29.167189 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-18be3028-43d4-4eab-ab9e-bc696b945c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:29.179297 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-23675992-caf4-4202-a1e7-54eb858474c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:29.236284 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0fea3dec-ec70-48e8-8a2a-6eb4ee5d9653 req-ab19b718-4ac6-42e6-8c61-8ce9c259add4 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137657 May 27 10:01:29.242043 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5be5d958-3ad5-40f9-a5a3-d89e7a1690e9 req-6650ec94-c661-427a-98bb-5bd169121d7f tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061566 May 27 10:01:29.247294 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-18be3028-43d4-4eab-ab9e-bc696b945c24 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=592d39a87897433db4470b0ed5389e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071569 May 27 10:01:29.248171 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40520) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:29.248637 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be3028-43d4-4eab-ab9e-bc696b945c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f17f15e-ea9b-4cd4-a13f-15714c05d7ef,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:29.256363 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-18be3028-43d4-4eab-ab9e-bc696b945c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:29.567149 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-10e9f067-5a0b-447d-bdad-76863b7f2d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:29.567149 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-10e9f067-5a0b-447d-bdad-76863b7f2d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:29.568654 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826642c-79fc-4f32-8ff0-8f5db6708456 req-594fd656-581c-4727-ac32-910a23c6ef5f tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:29.568654 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5826642c-79fc-4f32-8ff0-8f5db6708456 req-594fd656-581c-4727-ac32-910a23c6ef5f tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.0884054 May 27 10:01:29.568654 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5826642c-79fc-4f32-8ff0-8f5db6708456 req-59e4ba79-e776-4318-8234-c7611b470f0a tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431111 May 27 10:01:29.584773 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-10e9f067-5a0b-447d-bdad-76863b7f2d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:29.589677 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-99866a22-736e-4eff-9e53-1ba46ecad19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:29.601730 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9f067-5a0b-447d-bdad-76863b7f2d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f17f15e-ea9b-4cd4-a13f-15714c05d7ef,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:29.604556 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-10e9f067-5a0b-447d-bdad-76863b7f2d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:29.606500 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-10e9f067-5a0b-447d-bdad-76863b7f2d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:29.607617 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-10e9f067-5a0b-447d-bdad-76863b7f2d55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f17f15e-ea9b-4cd4-a13f-15714c05d7ef HTTP/1.1" status: 204 len: 168 time: 0.3583677 May 27 10:01:30.423387 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40548) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:30.483297 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_v2 [None req-956a0f4d-6bc6-4878-a4bc-4c9042a221d8 admin admin] Deleting subnet 8e7ddf25-803f-4f80-b9fd-00e2d3516823 {{(pid=98699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:01:30.487555 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-956a0f4d-6bc6-4878-a4bc-4c9042a221d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:30.498643 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093c3cd-c9b0-45a2-9190-6d3c4b768998 req-d80b86d8-1505-440e-8410-7c866d3eb1b6 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:30.499954 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9093c3cd-c9b0-45a2-9190-6d3c4b768998 req-d80b86d8-1505-440e-8410-7c866d3eb1b6 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 950 time: 0.1469901 May 27 10:01:30.509269 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a104a-7c2d-42b2-a560-91ae7dd8f475 req-c398f189-fc33-4bd2-86c9-457509a68063 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:30.510789 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e15a104a-7c2d-42b2-a560-91ae7dd8f475 req-c398f189-fc33-4bd2-86c9-457509a68063 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 946 time: 0.1246636 May 27 10:01:30.556916 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-956a0f4d-6bc6-4878-a4bc-4c9042a221d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1927318'] for subnet, precommit_delete_associations {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:30.613483 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9093c3cd-c9b0-45a2-9190-6d3c4b768998 req-e3c350c5-1936-4be5-a092-1bcb86547120 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017213 May 27 10:01:30.616357 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e15a104a-7c2d-42b2-a560-91ae7dd8f475 req-bacedc68-97d5-4f0f-ad1b-72c06d9fc918 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736465 May 27 10:01:30.617870 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-956a0f4d-6bc6-4878-a4bc-4c9042a221d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:30.800691 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ae8fd-1bae-43a2-b712-cc092ce8996f req-17f611e3-4c9b-4f76-bf3b-b05298ecba2e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:30.802364 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b47ae8fd-1bae-43a2-b712-cc092ce8996f req-17f611e3-4c9b-4f76-bf3b-b05298ecba2e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.0812614 May 27 10:01:30.809601 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 40564) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:30.858586 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b47ae8fd-1bae-43a2-b712-cc092ce8996f req-18361f94-4628-40ec-81bb-b547e6b8a390 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505779 May 27 10:01:30.948158 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-251509084-network', 'tenant_id': '5f612be024134fba8ef8b392b8dfd38a'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:30.953239 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:30.959073 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Usage tracker for resource:network and tenant:5f612be024134fba8ef8b392b8dfd38a is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:30.960214 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-956a0f4d-6bc6-4878-a4bc-4c9042a221d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1020166'] for subnet, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:30.963080 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:30.967623 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-fe55a4be-b068-4663-8b77-ef02e4f73f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:30.969920 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:31.005102 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a0f4d-6bc6-4878-a4bc-4c9042a221d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7ddf25-803f-4f80-b9fd-00e2d3516823,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:31.008674 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-956a0f4d-6bc6-4878-a4bc-4c9042a221d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:31.011702 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-956a0f4d-6bc6-4878-a4bc-4c9042a221d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.021650 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-956a0f4d-6bc6-4878-a4bc-4c9042a221d8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8e7ddf25-803f-4f80-b9fd-00e2d3516823 HTTP/1.1" status: 204 len: 168 time: 0.5940819 May 27 10:01:31.021650 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40570) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:31.033351 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Made reservation on behalf of 5f612be024134fba8ef8b392b8dfd38a for: {'network': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:01:31.035691 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.048270 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.063251 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:31.067063 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Usage tracker for resource:security_group_rule and tenant:5f612be024134fba8ef8b392b8dfd38a is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:31.070071 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:31.075986 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:31.138961 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.161227 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.233058 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.238001 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-fa9a17a5-e00f-4440-ad17-04cf19f71cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:31.282343 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.292419 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae8c4ee-a6ba-4818-a069-66462a169775']}} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:31.307040 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab399ee-2fab-4807-a28d-9956c75d60fb') {'for_net_delete': True} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:31.307295 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab399ee-2fab-4807-a28d-9956c75d60fb') {} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:31.315679 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=98698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 10:01:31.320418 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1927343'] for segment, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.327783 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2addd63d-eb2d-4031-8afa-70f3808ae448,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:31.342657 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:31.342950 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.343043 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.343043 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.segments_db [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Added segment 9ff7e9a5-047c-4486-9a7f-5ad7457644b7 of type vlan for network ec1a13d6-b338-4227-8fd9-e3ea78b68997 May 27 10:01:31.346934 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=98699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:01:31.347432 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533260'] for segment, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: Traceback (most recent call last): May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: timer() May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: cb(*args, **kw) May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: return func(*args, **kwargs) May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: self._notify() May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: self.callback(batched_events) May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: event.method(event) May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: return f(self, *a, **k) May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: return self._get(url).json() May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: return self.request(url, 'GET', **kwargs) May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:01:31.364479 dv-cinder-788782-3-smb neutron-server[98699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:01:31.377080 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.396582 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80cab3-b28e-475e-8d73-6ee0141c9ead req-3db6dfcc-3d73-4503-a0a4-bdbf6ea86883 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:31.397970 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6d80cab3-b28e-475e-8d73-6ee0141c9ead req-3db6dfcc-3d73-4503-a0a4-bdbf6ea86883 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.35 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 950 time: 0.1609702 May 27 10:01:31.501643 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.505353 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b1583e07-4692-49cf-a4b0-6d1a69b8f702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:31.522075 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.533929 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae8c4ee-a6ba-4818-a069-66462a169775,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:31.536698 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:31.590590 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.594603 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:31.595158 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.602175 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c40680c8-50bc-4850-b62c-c2dcb0e8f9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:31.627521 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70ee7f-a181-4a23-82de-784c99a8d3fa req-fdc807ae-35b0-45f3-9254-63fefcefd264 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:31.628951 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ab70ee7f-a181-4a23-82de-784c99a8d3fa req-fdc807ae-35b0-45f3-9254-63fefcefd264 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 946 time: 0.1825252 May 27 10:01:31.639985 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] 10.222.0.53 "DELETE /v2.0/networks/1ae8c4ee-a6ba-4818-a069-66462a169775 HTTP/1.1" status: 204 len: 168 time: 0.6181047 May 27 10:01:31.640873 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40580) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:31.795504 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da4ae0c-bf5f-4a5c-a26e-ba2d3343624c admin admin] Deleting subnet e9dad574-0df8-430d-8194-547436186d6a {{(pid=98699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:01:31.799269 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2da4ae0c-bf5f-4a5c-a26e-ba2d3343624c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.827264 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-6d80cab3-b28e-475e-8d73-6ee0141c9ead req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Deleting port c14e80bf-6fe4-48d8-9855-313113e8f70f {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:01:31.827606 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-6d80cab3-b28e-475e-8d73-6ee0141c9ead req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.851159 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2da4ae0c-bf5f-4a5c-a26e-ba2d3343624c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1927318'] for subnet, precommit_delete_associations {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.889133 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Pushing event updated for resources: {'Network': ['ID=ec1a13d6-b338-4227-8fd9-e3ea78b68997,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:31.900076 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network ec1a13d6-b338-4227-8fd9-e3ea78b68997 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 10:01:31.909776 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2da4ae0c-bf5f-4a5c-a26e-ba2d3343624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:31.928105 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1055417 May 27 10:01:31.938937 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:31.941644 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40592) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:31.951979 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Request body: {'subnet': {'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-251509084-subnet', 'tenant_id': '5f612be024134fba8ef8b392b8dfd38a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:31.964853 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:31.973098 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Usage tracker for resource:subnet and tenant:5f612be024134fba8ef8b392b8dfd38a is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:31.977651 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:31.986908 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:32.082219 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Made reservation on behalf of 5f612be024134fba8ef8b392b8dfd38a for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:01:32.084513 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1020203'] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.188901 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-6d80cab3-b28e-475e-8d73-6ee0141c9ead req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] For port c14e80bf-6fe4-48d8-9855-313113e8f70f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c14e80bf-6fe4-48d8-9855-313113e8f70f,segment=NetworkSegment(a6296407-db53-449b-86e0-2673d9ad697c),segment_id=a6296407-db53-449b-86e0-2673d9ad697c)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:32.189128 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-6d80cab3-b28e-475e-8d73-6ee0141c9ead req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.324397 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7332a2-e972-4ec2-9c79-9abb2aa7d206 req-a3a94927-aeb0-4a0d-946e-537deb24a8c6 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:32.332099 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dd7332a2-e972-4ec2-9c79-9abb2aa7d206 req-a3a94927-aeb0-4a0d-946e-537deb24a8c6 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 946 time: 0.5643630 May 27 10:01:32.341544 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-6d80cab3-b28e-475e-8d73-6ee0141c9ead req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Calling delete_port for c14e80bf-6fe4-48d8-9855-313113e8f70f owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:01:32.367151 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebccfb-3583-49c8-b5c8-f94c15d28d99 req-2cc096f1-9182-47a8-aa5d-b5af5ea5f703 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:32.368648 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-92ebccfb-3583-49c8-b5c8-f94c15d28d99 req-2cc096f1-9182-47a8-aa5d-b5af5ea5f703 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 950 time: 0.5433657 May 27 10:01:32.380049 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-ab70ee7f-a181-4a23-82de-784c99a8d3fa req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Deleting port 2833bbce-93b1-4759-9559-967ed3e576b7 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:01:32.384268 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ab70ee7f-a181-4a23-82de-784c99a8d3fa req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.448046 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2da4ae0c-bf5f-4a5c-a26e-ba2d3343624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1020166'] for subnet, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.453073 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-29041b3e-d680-4632-b77d-facab7bdf28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:32.488101 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4ae0c-bf5f-4a5c-a26e-ba2d3343624c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9dad574-0df8-430d-8194-547436186d6a,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:32.490053 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2da4ae0c-bf5f-4a5c-a26e-ba2d3343624c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.492660 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-2da4ae0c-bf5f-4a5c-a26e-ba2d3343624c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:32.512525 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-2da4ae0c-bf5f-4a5c-a26e-ba2d3343624c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e9dad574-0df8-430d-8194-547436186d6a HTTP/1.1" status: 204 len: 168 time: 0.8706176 May 27 10:01:32.515022 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40600) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:32.517230 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dd7332a2-e972-4ec2-9c79-9abb2aa7d206 req-2bf66dbb-d6d8-45fb-87fb-704f15b75f90 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842921 May 27 10:01:32.536922 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-92ebccfb-3583-49c8-b5c8-f94c15d28d99 req-05801195-2f08-4567-8227-0da895aa62b2 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/security-groups?id=f3026ac8-2169-4a73-8094-c0e7178a2480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585448 May 27 10:01:32.597026 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-ab70ee7f-a181-4a23-82de-784c99a8d3fa req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] For port 2833bbce-93b1-4759-9559-967ed3e576b7, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2833bbce-93b1-4759-9559-967ed3e576b7,segment=NetworkSegment(e1c7cb63-9f6a-4bc6-bae7-e23d07e14978),segment_id=e1c7cb63-9f6a-4bc6-bae7-e23d07e14978)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:32.597805 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ab70ee7f-a181-4a23-82de-784c99a8d3fa req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.650555 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.727315 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-ab70ee7f-a181-4a23-82de-784c99a8d3fa req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Calling delete_port for 2833bbce-93b1-4759-9559-967ed3e576b7 owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:01:32.862284 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.877348 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c67612-7761-49f1-a01f-961dac58aef8']}} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:32.895618 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadf3fd-3f1e-40b5-90be-d679cb8f18d2 req-389a89c0-a952-4ae2-b124-bfb72cae7fb4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:32.897096 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8eadf3fd-3f1e-40b5-90be-d679cb8f18d2 req-389a89c0-a952-4ae2-b124-bfb72cae7fb4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.2368882 May 27 10:01:32.898852 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37471bb5-3faf-463e-a324-aa245db8f8ed') {'for_net_delete': True} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:32.899140 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37471bb5-3faf-463e-a324-aa245db8f8ed') {} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:32.917803 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1927343'] for segment, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.937646 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.947307 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=98699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:01:32.948037 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533260'] for segment, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.955784 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-6d80cab3-b28e-475e-8d73-6ee0141c9ead req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: Traceback (most recent call last): May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: timer() May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: cb(*args, **kw) May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: return func(*args, **kwargs) May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: self._notify() May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: self.callback(batched_events) May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: event.method(event) May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: return f(self, *a, **k) May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: return self._get(url).json() May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: return self.request(url, 'GET', **kwargs) May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:01:32.963235 dv-cinder-788782-3-smb neutron-server[98699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:01:32.976493 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:33.040214 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Pushing event deleted for resources: {'Port': ['ID=c14e80bf-6fe4-48d8-9855-313113e8f70f,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:33.092003 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:33.093462 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8eadf3fd-3f1e-40b5-90be-d679cb8f18d2 req-9ba05e4d-7c0a-4272-8f83-851967ae8b5c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895447 May 27 10:01:33.111005 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1020221'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:33.115022 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:33.148124 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d80cab3-b28e-475e-8d73-6ee0141c9ead req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] No DVR routers for this DVR port c14e80bf-6fe4-48d8-9855-313113e8f70f on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:01:33.151508 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-6d80cab3-b28e-475e-8d73-6ee0141c9ead req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:33.154518 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce0b5d6-8012-44fc-92a5-cdc0c8444a38', 'name': 'network-vif-deleted', 'tag': 'c14e80bf-6fe4-48d8-9855-313113e8f70f'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:33.199361 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4850b31a-85cb-48dc-a7c2-e87e4dcc407b,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:33.202045 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:33.202348 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ab70ee7f-a181-4a23-82de-784c99a8d3fa req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:33.211998 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Checking segment: {'id': '9ff7e9a5-047c-4486-9a7f-5ad7457644b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:33.212352 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Network hostable DHCP agents. Network: ec1a13d6-b338-4227-8fd9-e3ea78b68997, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 10:01:33.228886 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:33.240441 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:33.263405 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:33.283058 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce0b5d6-8012-44fc-92a5-cdc0c8444a38', 'name': 'network-vif-deleted', 'tag': 'c14e80bf-6fe4-48d8-9855-313113e8f70f', 'status': 'completed', 'code': 200} May 27 10:01:33.287954 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:33.295997 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] Pushing event deleted for resources: {'Network': ['ID=96c67612-7761-49f1-a01f-961dac58aef8,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:33.300264 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] 10.222.0.53 "DELETE /v2.0/networks/96c67612-7761-49f1-a01f-961dac58aef8 HTTP/1.1" status: 204 len: 168 time: 0.7843375 May 27 10:01:33.301306 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:33.327750 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6d80cab3-b28e-475e-8d73-6ee0141c9ead req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.35 "DELETE /v2.0/ports/c14e80bf-6fe4-48d8-9855-313113e8f70f HTTP/1.1" status: 204 len: 173 time: 1.9189205 May 27 10:01:33.339487 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Pushing event deleted for resources: {'Port': ['ID=2833bbce-93b1-4759-9559-967ed3e576b7,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:33.347647 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:33.362255 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Network ec1a13d6-b338-4227-8fd9-e3ea78b68997 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 10:01:33.387194 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab70ee7f-a181-4a23-82de-784c99a8d3fa req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] No DVR routers for this DVR port 2833bbce-93b1-4759-9559-967ed3e576b7 on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:01:33.389886 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ab70ee7f-a181-4a23-82de-784c99a8d3fa req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:33.391980 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ab70ee7f-a181-4a23-82de-784c99a8d3fa req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.35 "DELETE /v2.0/ports/2833bbce-93b1-4759-9559-967ed3e576b7 HTTP/1.1" status: 204 len: 173 time: 1.7471189 May 27 10:01:33.472688 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, ec1a13d6-b338-4227-8fd9-e3ea78b68997) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:33.486613 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:33.486816 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e5bf39-3cb9-49c9-bf7c-dc0d7f13dcf2 None None] Network ec1a13d6-b338-4227-8fd9-e3ea78b68997 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:01:33.487377 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:33.596590 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6529527 May 27 10:01:33.716058 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40620) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:33.731974 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c34917e4-e30a-4eef-b629-ee1f134019f8 req-7ee2156d-d251-4073-9a24-ae90fc7d7514 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Synchronizing usage tracker for tenant:efdc63893cec4bcf96e04c598c8bb0e9 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:33.747992 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c34917e4-e30a-4eef-b629-ee1f134019f8 req-7ee2156d-d251-4073-9a24-ae90fc7d7514 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Unset dirty status for tenant:efdc63893cec4bcf96e04c598c8bb0e9 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:33.750358 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab8fafa-d4b8-465e-aeb0-2170da429242 None None] Network ec1a13d6-b338-4227-8fd9-e3ea78b68997 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:01:33.761209 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c34917e4-e30a-4eef-b629-ee1f134019f8 req-7ee2156d-d251-4073-9a24-ae90fc7d7514 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 210 time: 0.1081741 May 27 10:01:33.795146 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-5027a3b5-338e-448b-b290-276eeb167983 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5487f29c80dc4bb08228874f1eb8f73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754757 May 27 10:01:33.795511 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40624) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:33.830514 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-09a46599-d57c-4b87-ba5a-01a8848af698 req-26fa28d7-b43a-4245-8073-87000c757110 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Synchronizing usage tracker for tenant:77acfcfdb38f4f508af3cb84a344de5d on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:33.876367 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ab96e9eb-b140-4453-a238-2350c1599686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:33.902651 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-09a46599-d57c-4b87-ba5a-01a8848af698 req-26fa28d7-b43a-4245-8073-87000c757110 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Unset dirty status for tenant:77acfcfdb38f4f508af3cb84a344de5d on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:33.904146 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-09a46599-d57c-4b87-ba5a-01a8848af698 req-26fa28d7-b43a-4245-8073-87000c757110 tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] 10.222.0.53 "GET /v2.0/ports?device_id=cce0b5d6-8012-44fc-92a5-cdc0c8444a38 HTTP/1.1" status: 200 len: 210 time: 0.1407056 May 27 10:01:33.913173 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ab96e9eb-b140-4453-a238-2350c1599686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:34.050029 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ab96e9eb-b140-4453-a238-2350c1599686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:34.055397 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e0436ba9-fa51-4a06-97b1-416252d1a14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:34.069320 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96e9eb-b140-4453-a238-2350c1599686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26474c5e-9cde-41ed-b59a-13ca78ecbfed,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:34.072069 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ab96e9eb-b140-4453-a238-2350c1599686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:34.141356 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ab96e9eb-b140-4453-a238-2350c1599686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:34.146953 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-ab96e9eb-b140-4453-a238-2350c1599686 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26474c5e-9cde-41ed-b59a-13ca78ecbfed HTTP/1.1" status: 204 len: 168 time: 0.3440390 May 27 10:01:34.322960 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb349c5-dee0-4f9d-863e-8d74f9508eda req-61ce9eed-6ffd-4363-b209-7c4fa5a1f840 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:34.323553 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ffb349c5-dee0-4f9d-863e-8d74f9508eda req-61ce9eed-6ffd-4363-b209-7c4fa5a1f840 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.0909913 May 27 10:01:34.376165 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2833bbce-93b1-4759-9559-967ed3e576b7 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:01:34.379347 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ffb349c5-dee0-4f9d-863e-8d74f9508eda req-3e84300c-9c23-4ad2-bff6-9ec97c94b5e2 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 May 27 10:01:34.434012 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 2833bbce-93b1-4759-9559-967ed3e576b7 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:01:34.434785 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2833bbce-93b1-4759-9559-967ed3e576b7 not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:01:34.435477 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device c14e80bf-6fe4-48d8-9855-313113e8f70f no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:01:34.478498 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: c14e80bf-6fe4-48d8-9855-313113e8f70f {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:01:34.478917 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device c14e80bf-6fe4-48d8-9855-313113e8f70f not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:01:34.947079 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7da8f06d-c063-422c-839f-2c0bec305fdd req-5e33a9a2-49f1-457f-8611-f85341898b52 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4fbcc8e-dce9-4508-98ec-ca6e83a23842 HTTP/1.1" status: 200 len: 210 time: 0.0467095 May 27 10:01:35.016363 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 40658) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:35.067043 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-3652f597-4d3e-4fcf-9a71-e2332a55dfc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5315e29af9634db0a42e3453a176fc30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493989 May 27 10:01:35.069721 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 40662) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:35.211917 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48836d80-740c-441b-80e2-66ab148a14b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:35.237953 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48836d80-740c-441b-80e2-66ab148a14b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:35.283610 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fbcc8e-dce9-4508-98ec-ca6e83a23842', 'name': 'network-vif-deleted', 'tag': '2833bbce-93b1-4759-9559-967ed3e576b7'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:35.330843 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fbcc8e-dce9-4508-98ec-ca6e83a23842', 'name': 'network-vif-deleted', 'tag': '2833bbce-93b1-4759-9559-967ed3e576b7', 'status': 'completed', 'code': 200} May 27 10:01:35.395700 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48836d80-740c-441b-80e2-66ab148a14b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:35.399529 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-8f14e90f-3642-4240-80fc-082fac633133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:35.413173 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48836d80-740c-441b-80e2-66ab148a14b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e4875e-269e-4d0f-81d4-120f38855127,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:35.415626 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-48836d80-740c-441b-80e2-66ab148a14b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:35.428280 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-48836d80-740c-441b-80e2-66ab148a14b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:35.428280 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-48836d80-740c-441b-80e2-66ab148a14b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0e4875e-269e-4d0f-81d4-120f38855127 HTTP/1.1" status: 204 len: 168 time: 0.3499768 May 27 10:01:35.589321 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dcd4d-5e43-497e-b590-21cf7010213b req-3f76bbef-67dd-4822-80a4-9b958fdcb000 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:35.590846 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0d0dcd4d-5e43-497e-b590-21cf7010213b req-3f76bbef-67dd-4822-80a4-9b958fdcb000 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.0855107 May 27 10:01:35.639797 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0d0dcd4d-5e43-497e-b590-21cf7010213b req-7b637b7d-83ce-4d7a-a7ec-5a9ac8cba557 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 May 27 10:01:36.471197 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b446c69f-2b5a-4af4-9252-be7547e3b5e1 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:36.471790 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b446c69f-2b5a-4af4-9252-be7547e3b5e1 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/networks?id=71477832-10e7-4c66-8876-b4aed6b15657 HTTP/1.1" status: 200 len: 808 time: 0.2011416 May 27 10:01:36.494127 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-51680d49-0d13-4a82-9970-d6841534ff83 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/quotas/efdc63893cec4bcf96e04c598c8bb0e9 HTTP/1.1" status: 200 len: 375 time: 0.0112073 May 27 10:01:36.563145 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-5052f8ab-2972-4f4b-9f9c-cb0f975846a2 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=efdc63893cec4bcf96e04c598c8bb0e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636673 May 27 10:01:36.799669 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-081c348e-c582-4912-ad80-eaa6606fb9ea tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:36.800347 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-081c348e-c582-4912-ad80-eaa6606fb9ea tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Synchronizing usage tracker for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:network {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:36.805666 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b8488393-e8f2-46b9-8741-81ac7e38047f service neutron] 10.222.0.53 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343802 May 27 10:01:36.942433 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-081c348e-c582-4912-ad80-eaa6606fb9ea tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Unset dirty status for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:network {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:36.946532 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-081c348e-c582-4912-ad80-eaa6606fb9ea tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/networks?id=ec1a13d6-b338-4227-8fd9-e3ea78b68997 HTTP/1.1" status: 200 len: 813 time: 0.4069417 May 27 10:01:36.948708 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-cecc34e2-43c1-4998-bc91-cd73fddf49e1 service neutron] 10.222.0.53 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370273 May 27 10:01:36.959069 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-2ea97230-67d8-452b-bde5-e27e539bd810 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/quotas/5f612be024134fba8ef8b392b8dfd38a HTTP/1.1" status: 200 len: 375 time: 0.0094697 May 27 10:01:37.010253 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-b90e28ff-2d48-4d3a-986f-568aa0b4db61 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f612be024134fba8ef8b392b8dfd38a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457830 May 27 10:01:37.147226 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-90fc2b34-68c9-4d30-ae28-74aaec115e8f service neutron] 10.222.0.53 "GET /v2.0/networks/ec1a13d6-b338-4227-8fd9-e3ea78b68997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289816 May 27 10:01:37.321723 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-34c95959-4d02-4c1f-be1e-850eb842567e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:37.369040 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-2c94937d-0a89-44a0-afe6-bdfee0463dbf service neutron] 10.222.0.53 "GET /v2.0/networks/ec1a13d6-b338-4227-8fd9-e3ea78b68997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142799 May 27 10:01:37.387559 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda8c19-7a8d-48d2-b127-f8995309f5f1 req-a7f0ba49-61c0-44f4-a549-d774f38009fd tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:37.389175 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eeda8c19-7a8d-48d2-b127-f8995309f5f1 req-a7f0ba49-61c0-44f4-a549-d774f38009fd tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 946 time: 0.1392536 May 27 10:01:37.414527 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 40844) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:37.460025 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eeda8c19-7a8d-48d2-b127-f8995309f5f1 req-d5dd52c8-cc4c-48c0-910d-2569ef696df6 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615938 May 27 10:01:37.588622 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9496887b-6382-41db-9d50-a599bffe477c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:37.616973 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-9496887b-6382-41db-9d50-a599bffe477c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:37.617275 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-9496887b-6382-41db-9d50-a599bffe477c admin admin] Usage tracker for resource:security_group_rule and tenant:a7fd1ef9bafa4c5abf7a33ce003f3a8e is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:37.620508 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-9496887b-6382-41db-9d50-a599bffe477c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:37.628209 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-9496887b-6382-41db-9d50-a599bffe477c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:37.789126 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9496887b-6382-41db-9d50-a599bffe477c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:37.803354 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b89a4170-2ccd-4e09-b08e-47c4b9b24438 req-07cca4d3-b2d3-4755-abac-c6e85f9f7317 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 210 time: 0.0916450 May 27 10:01:37.846127 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58625742-fe73-4ff1-bebd-8b774f83a577 req-c922e67d-1578-4eff-9d16-98e51441fc35 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:37.847574 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-58625742-fe73-4ff1-bebd-8b774f83a577 req-c922e67d-1578-4eff-9d16-98e51441fc35 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1345763 May 27 10:01:37.906725 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c4ebe5da-4533-4898-acdb-f8e989e6e444 req-c3f7b05a-c8fb-4c3f-a94c-9a0bba42d267 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 210 time: 0.0541348 May 27 10:01:37.943601 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-58625742-fe73-4ff1-bebd-8b774f83a577 req-88ceb932-38c9-40a1-b481-2bb6530843af tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839212 May 27 10:01:37.958823 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9496887b-6382-41db-9d50-a599bffe477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:37.967191 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-18be3028-43d4-4eab-ab9e-bc696b945c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:38.007067 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-9496887b-6382-41db-9d50-a599bffe477c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7fd1ef9bafa4c5abf7a33ce003f3a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5915732 May 27 10:01:38.008013 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496887b-6382-41db-9d50-a599bffe477c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42628591-6a4a-4484-a4ab-636c5d9e5c47,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:38.009786 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 40872) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:38.011045 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-9496887b-6382-41db-9d50-a599bffe477c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:38.068970 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8f917e1b-96f8-4440-99c8-a369bfe9f96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:38.096190 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8f917e1b-96f8-4440-99c8-a369bfe9f96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:38.245913 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8f917e1b-96f8-4440-99c8-a369bfe9f96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:38.249673 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c377356b-1c00-40db-9972-3fdb6b5de236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:38.262421 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f917e1b-96f8-4440-99c8-a369bfe9f96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42628591-6a4a-4484-a4ab-636c5d9e5c47,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:38.269597 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8f917e1b-96f8-4440-99c8-a369bfe9f96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:38.270464 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8f917e1b-96f8-4440-99c8-a369bfe9f96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:38.271756 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-8f917e1b-96f8-4440-99c8-a369bfe9f96f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42628591-6a4a-4484-a4ab-636c5d9e5c47 HTTP/1.1" status: 204 len: 168 time: 0.2607696 May 27 10:01:38.792442 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c966a-f807-493a-ab75-eed144ca0484 req-aa3d62df-a445-4b7b-be5f-f8e87ece1d0a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:38.794321 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2c0c966a-f807-493a-ab75-eed144ca0484 req-aa3d62df-a445-4b7b-be5f-f8e87ece1d0a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 946 time: 0.2338278 May 27 10:01:38.863623 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f8edc-d70f-4e48-96e9-77770b67d641 req-411a162e-c26f-4244-8d28-07b8f95be32e tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:38.865379 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f96f8edc-d70f-4e48-96e9-77770b67d641 req-411a162e-c26f-4244-8d28-07b8f95be32e tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 946 time: 0.1564729 May 27 10:01:38.870902 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2c0c966a-f807-493a-ab75-eed144ca0484 req-576bde1b-8c30-4b5a-893f-6cec6c0ebb9b tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679774 May 27 10:01:39.142740 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b0ed0bfd-3fcb-4d83-b4f0-81c37ca5cf9b req-ab2d572d-8468-4e0a-ab0e-d2339c9a60c3 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 210 time: 0.1020436 May 27 10:01:39.192383 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ca123923-dbeb-4e2a-8c72-b19ce0ff6dcb req-822b1e84-e554-40ef-a7d9-2337ab969ac9 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 210 time: 0.1057260 May 27 10:01:39.224518 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-f96f8edc-d70f-4e48-96e9-77770b67d641 req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Deleting port 64f8cb40-7854-4d3c-996e-eb00cf905b86 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:01:39.224871 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-f96f8edc-d70f-4e48-96e9-77770b67d641 req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:39.443577 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-f96f8edc-d70f-4e48-96e9-77770b67d641 req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] For port 64f8cb40-7854-4d3c-996e-eb00cf905b86, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=64f8cb40-7854-4d3c-996e-eb00cf905b86,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:39.443938 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-f96f8edc-d70f-4e48-96e9-77770b67d641 req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:39.573040 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-f96f8edc-d70f-4e48-96e9-77770b67d641 req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Calling delete_port for 64f8cb40-7854-4d3c-996e-eb00cf905b86 owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:01:39.585146 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ada4c7-28c2-4ce9-a619-074545375f3a req-051dac31-28cb-4046-aea6-1a5ee51d8c43 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:39.586669 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f3ada4c7-28c2-4ce9-a619-074545375f3a req-051dac31-28cb-4046-aea6-1a5ee51d8c43 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.2731490 May 27 10:01:39.673466 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:39.675773 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f3ada4c7-28c2-4ce9-a619-074545375f3a req-39579bf3-d0e4-49ab-b9b3-e6cc831627c5 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721445 May 27 10:01:39.753119 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-7baa97b4-c902-46b6-a6c6-371f3ca5e0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:39.844189 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-f96f8edc-d70f-4e48-96e9-77770b67d641 req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:39.855834 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['8d80ae7b-0a50-437c-a81e-fd8ab8d66777', 'c612d9d1-2d6d-42b1-85b3-829ba4569e02', '029dadb2-b78d-4ae1-947e-9786041f95ff', '64f8cb40-7854-4d3c-996e-eb00cf905b86'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:01:39.861252 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:40.118456 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Pushing event deleted for resources: {'Port': ['ID=64f8cb40-7854-4d3c-996e-eb00cf905b86,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:40.198598 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:40.260445 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96f8edc-d70f-4e48-96e9-77770b67d641 req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] No DVR routers for this DVR port 64f8cb40-7854-4d3c-996e-eb00cf905b86 on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:01:40.263528 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-07062a49-cbc1-4b5b-82a1-0e8cab822529 req-0b0fe1da-9cf2-4399-a117-368ee408e6ca tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 210 time: 0.1564605 May 27 10:01:40.264539 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-f96f8edc-d70f-4e48-96e9-77770b67d641 req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:40.286634 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185ca30b-26d9-4d02-983c-ee1bc413ac96', 'name': 'network-vif-deleted', 'tag': '64f8cb40-7854-4d3c-996e-eb00cf905b86'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:40.373879 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f96f8edc-d70f-4e48-96e9-77770b67d641 req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "DELETE /v2.0/ports/64f8cb40-7854-4d3c-996e-eb00cf905b86 HTTP/1.1" status: 204 len: 173 time: 1.4920843 May 27 10:01:40.575699 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-26adbca3-a282-478e-9620-97485c372bfe tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:40.578823 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-26adbca3-a282-478e-9620-97485c372bfe tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.35 "GET /v2.0/networks?id=71477832-10e7-4c66-8876-b4aed6b15657 HTTP/1.1" status: 200 len: 808 time: 0.6753333 May 27 10:01:40.595441 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-81dbb5d6-3a42-405f-9c49-4e173950e02b req-048da776-02b9-444a-ad0f-8bc161cad2fd tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 210 time: 0.2146556 May 27 10:01:40.616088 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Request body: {'port': {'device_id': 'a7fe582b-65da-43b5-86dd-b35df58ab41c', 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657', 'admin_state_up': True, 'tenant_id': 'efdc63893cec4bcf96e04c598c8bb0e9'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:40.675536 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185ca30b-26d9-4d02-983c-ee1bc413ac96', 'name': 'network-vif-deleted', 'tag': '64f8cb40-7854-4d3c-996e-eb00cf905b86', 'status': 'completed', 'code': 200} May 27 10:01:40.724529 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d99ab67b-6ce4-40ee-8b1b-82919e3f81b9 req-9a1f5859-c46f-4b2b-8644-4e3dc2bf8bc7 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 210 time: 0.2163677 May 27 10:01:40.946447 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:41.145205 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-8e5782e5-8352-444e-a249-ff270a473cf3 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:41.146562 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-8e5782e5-8352-444e-a249-ff270a473cf3 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.35 "GET /v2.0/networks?id=ec1a13d6-b338-4227-8fd9-e3ea78b68997 HTTP/1.1" status: 200 len: 813 time: 0.5500677 May 27 10:01:41.154578 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74856521-a04b-40e9-9a6e-14210d1e7400 req-6fe50286-39c6-47b7-9b09-26b2175aaf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:41.155918 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-74856521-a04b-40e9-9a6e-14210d1e7400 req-6fe50286-39c6-47b7-9b09-26b2175aaf2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 1098 time: 0.4814849 May 27 10:01:41.160034 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:41.169295 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff65e99-e1fd-4cc1-9d36-1c61e78efe19 req-cdae7b79-8ace-4816-8ef1-382fe717ee38 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:41.170715 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9ff65e99-e1fd-4cc1-9d36-1c61e78efe19 req-cdae7b79-8ace-4816-8ef1-382fe717ee38 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.2222137 May 27 10:01:41.181671 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Request body: {'port': {'device_id': '7fe7782d-8dba-45fd-9954-e59b4acb6166', 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997', 'admin_state_up': True, 'tenant_id': '5f612be024134fba8ef8b392b8dfd38a'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:41.237731 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:41.355072 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-74856521-a04b-40e9-9a6e-14210d1e7400 req-d8fbd782-2c6f-49e5-b0d2-b9739ab225d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833863 May 27 10:01:41.361196 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9ff65e99-e1fd-4cc1-9d36-1c61e78efe19 req-80799074-8e4a-4ff1-85f6-593de81c01ea tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499667 May 27 10:01:41.416413 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Made reservation on behalf of efdc63893cec4bcf96e04c598c8bb0e9 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:01:41.420079 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:41.456141 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:41.463738 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Usage tracker for resource:port and tenant:5f612be024134fba8ef8b392b8dfd38a is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:41.498921 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:41.540718 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:41.564460 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-218ad595-db74-4419-a7f7-095a32640eb8 req-1c1ae95c-2532-4256-b618-47f999e2e5cb tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Synchronizing usage tracker for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:41.666513 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Allocated IP 172.20.0.7 (71477832-10e7-4c66-8876-b4aed6b15657/9dc7c250-8de5-4d13-83a4-3627412c4c66/fd732763-6526-4646-81e5-168fd88c0f1c) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:01:41.671819 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Made reservation on behalf of 5f612be024134fba8ef8b392b8dfd38a for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:01:41.675413 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:41.781378 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-218ad595-db74-4419-a7f7-095a32640eb8 req-1c1ae95c-2532-4256-b618-47f999e2e5cb tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Unset dirty status for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:41.782491 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-218ad595-db74-4419-a7f7-095a32640eb8 req-1c1ae95c-2532-4256-b618-47f999e2e5cb tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=185ca30b-26d9-4d02-983c-ee1bc413ac96 HTTP/1.1" status: 200 len: 210 time: 0.2805777 May 27 10:01:41.826370 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-02e9e036-158c-4dba-ab0b-bee0d5fcaf32 req-332b42f2-c0ff-4a10-89ba-a7404acf2498 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 210 time: 0.1205952 May 27 10:01:42.067946 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7ac77774-a1fc-4c91-b774-f8065161ff6d req-d8721f82-b74e-47df-a8a7-3306a9dc886b tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 210 time: 0.1727951 May 27 10:01:42.126625 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Allocated IP 172.20.0.13 (ec1a13d6-b338-4227-8fd9-e3ea78b68997/4850b31a-85cb-48dc-a7c2-e87e4dcc407b/36262812-fa3a-47ae-8815-b419834ef189) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:01:42.153719 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:42.365213 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:42.393150 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:42.400911 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:42.419734 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 64f8cb40-7854-4d3c-996e-eb00cf905b86 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:01:42.480539 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Network 71477832-10e7-4c66-8876-b4aed6b15657 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:01:42.483759 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:42.484172 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 64f8cb40-7854-4d3c-996e-eb00cf905b86 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:01:42.484755 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 64f8cb40-7854-4d3c-996e-eb00cf905b86 not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:01:42.488276 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:01:42.606428 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Pushing event updated for resources: {'Port': ['ID=fd732763-6526-4646-81e5-168fd88c0f1c,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:42.609420 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:42.611125 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:42.619669 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-2cbf32ce-f794-4cce-b374-39162d4c9617 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:42.630799 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:42.728079 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Network ec1a13d6-b338-4227-8fd9-e3ea78b68997 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:01:42.730760 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Pushing event updated for resources: {'Port': ['ID=36262812-fa3a-47ae-8815-b419834ef189,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:42.738366 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:42.738959 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:42.742971 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:42.747216 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:42.747958 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:01:42.904871 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c39c1-0947-4a46-913f-b0b1b244c670 req-df45da94-91c8-4785-a0b8-85e8fd9983b9 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:42.907195 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1a3c39c1-0947-4a46-913f-b0b1b244c670 req-df45da94-91c8-4785-a0b8-85e8fd9983b9 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.3719964 May 27 10:01:42.951598 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:42.952293 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:42.993137 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1a3c39c1-0947-4a46-913f-b0b1b244c670 req-3cec1011-9a50-4e59-bc69-d2d89797d1c2 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697722 May 27 10:01:43.028261 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4304926 May 27 10:01:43.040713 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Request body: {'port': {'device_id': 'a7fe582b-65da-43b5-86dd-b35df58ab41c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:43.146657 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9718006 May 27 10:01:43.165313 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Request body: {'port': {'device_id': '7fe7782d-8dba-45fd-9954-e59b4acb6166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:43.227121 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41140) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:43.274358 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e476b7-ea53-4483-83eb-7158dc2711bf req-be109367-e587-4ab2-94f5-73b1f52773f4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:43.275019 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-72e476b7-ea53-4483-83eb-7158dc2711bf req-be109367-e587-4ab2-94f5-73b1f52773f4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Synchronizing usage tracker for tenant:efdc63893cec4bcf96e04c598c8bb0e9 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:43.290980 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:43.439968 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-72e476b7-ea53-4483-83eb-7158dc2711bf req-be109367-e587-4ab2-94f5-73b1f52773f4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Unset dirty status for tenant:efdc63893cec4bcf96e04c598c8bb0e9 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:43.441144 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e476b7-ea53-4483-83eb-7158dc2711bf req-be109367-e587-4ab2-94f5-73b1f52773f4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 931 time: 0.4531088 May 27 10:01:43.448300 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:43.499250 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-2222940c-1b0c-4b58-9137-b8747ccc3541 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77acfcfdb38f4f508af3cb84a344de5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682514 May 27 10:01:43.499481 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41146) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:43.560301 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-16a462ab-4e37-4461-ae06-2517d545e475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:43.575864 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eb712-beec-4042-945f-1c9dad8d4f9a req-a285adec-a73b-48ba-ab3d-0170ec4a920b tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:43.576596 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-3b1eb712-beec-4042-945f-1c9dad8d4f9a req-a285adec-a73b-48ba-ab3d-0170ec4a920b tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Synchronizing usage tracker for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:43.590858 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-16a462ab-4e37-4461-ae06-2517d545e475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:43.665607 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-72e476b7-ea53-4483-83eb-7158dc2711bf req-2cebefac-598e-4afc-8671-3f5021ce4b80 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037206 May 27 10:01:43.705047 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-16a462ab-4e37-4461-ae06-2517d545e475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:43.711021 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-65a9cd57-e892-47d7-8592-b6b83aaf0a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:43.725459 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a462ab-4e37-4461-ae06-2517d545e475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3026ac8-2169-4a73-8094-c0e7178a2480,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:43.730565 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-16a462ab-4e37-4461-ae06-2517d545e475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:43.789463 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-3b1eb712-beec-4042-945f-1c9dad8d4f9a req-a285adec-a73b-48ba-ab3d-0170ec4a920b tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Unset dirty status for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:43.790657 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3b1eb712-beec-4042-945f-1c9dad8d4f9a req-a285adec-a73b-48ba-ab3d-0170ec4a920b tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 932 time: 0.5831285 May 27 10:01:43.841269 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-16a462ab-4e37-4461-ae06-2517d545e475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:43.842956 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-16a462ab-4e37-4461-ae06-2517d545e475 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3026ac8-2169-4a73-8094-c0e7178a2480 HTTP/1.1" status: 204 len: 168 time: 0.3423903 May 27 10:01:43.912097 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-3b1eb712-beec-4042-945f-1c9dad8d4f9a req-85dac1bd-314a-42e3-8ad0-42b78e1015b1 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Synchronizing usage tracker for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:security_group {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:44.098513 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd732763-6526-4646-81e5-168fd88c0f1c {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:01:44.108325 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:44.162857 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-3b1eb712-beec-4042-945f-1c9dad8d4f9a req-85dac1bd-314a-42e3-8ad0-42b78e1015b1 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Unset dirty status for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:security_group {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:44.163984 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3b1eb712-beec-4042-945f-1c9dad8d4f9a req-85dac1bd-314a-42e3-8ad0-42b78e1015b1 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556600 May 27 10:01:44.178924 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Transition to ACTIVE for port object fd732763-6526-4646-81e5-168fd88c0f1c will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:44.248214 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:44.254057 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5525d6c2-479e-4325-a723-23be03a30f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:44.288011 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36262812-fa3a-47ae-8815-b419834ef189 {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:01:44.315998 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:44.422222 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f75ff0-7862-407c-bc78-abac24e26e3b req-8464dacf-1cf8-4099-9059-4b87c8409a22 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:44.423711 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-04f75ff0-7862-407c-bc78-abac24e26e3b req-8464dacf-1cf8-4099-9059-4b87c8409a22 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.3172884 May 27 10:01:44.448987 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Transition to ACTIVE for port object 36262812-fa3a-47ae-8815-b419834ef189 will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:44.459659 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Pushing event updated for resources: {'Port': ['ID=fd732763-6526-4646-81e5-168fd88c0f1c,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:44.480510 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:44.548623 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-04f75ff0-7862-407c-bc78-abac24e26e3b req-e64419e8-8bd4-4cfe-a618-a6189dee609c tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959442 May 27 10:01:44.551016 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:44.557710 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:44.799442 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Attempting to bind port fd732763-6526-4646-81e5-168fd88c0f1c on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:01:44.799781 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Attempting to bind port fd732763-6526-4646-81e5-168fd88c0f1c by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'e1c7cb63-9f6a-4bc6-bae7-e23d07e14978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:01:44.800111 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Attempting to bind port fd732763-6526-4646-81e5-168fd88c0f1c on network 71477832-10e7-4c66-8876-b4aed6b15657 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:44.835449 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Pushing event updated for resources: {'Port': ['ID=36262812-fa3a-47ae-8815-b419834ef189,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:44.842615 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Port fd732763-6526-4646-81e5-168fd88c0f1c on network 71477832-10e7-4c66-8876-b4aed6b15657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:01:44.842945 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Attempting to bind port fd732763-6526-4646-81e5-168fd88c0f1c on network 71477832-10e7-4c66-8876-b4aed6b15657 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:44.851535 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:44.881316 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:01:44.881657 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Checking segment: {'id': 'e1c7cb63-9f6a-4bc6-bae7-e23d07e14978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:44.882071 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Bound using segment: {'id': 'e1c7cb63-9f6a-4bc6-bae7-e23d07e14978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:01:44.882520 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Bound port: fd732763-6526-4646-81e5-168fd88c0f1c, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c7cb63-9f6a-4bc6-bae7-e23d07e14978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:01:44.882933 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.055608 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Attempting to bind port 36262812-fa3a-47ae-8815-b419834ef189 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:01:45.055940 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Attempting to bind port 36262812-fa3a-47ae-8815-b419834ef189 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '9ff7e9a5-047c-4486-9a7f-5ad7457644b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:01:45.056268 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Attempting to bind port 36262812-fa3a-47ae-8815-b419834ef189 on network ec1a13d6-b338-4227-8fd9-e3ea78b68997 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:45.074310 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Port 36262812-fa3a-47ae-8815-b419834ef189 on network ec1a13d6-b338-4227-8fd9-e3ea78b68997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:01:45.074310 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Attempting to bind port 36262812-fa3a-47ae-8815-b419834ef189 on network ec1a13d6-b338-4227-8fd9-e3ea78b68997 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:45.080253 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] For port fd732763-6526-4646-81e5-168fd88c0f1c, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:01:45.084218 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] For port fd732763-6526-4646-81e5-168fd88c0f1c, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fd732763-6526-4646-81e5-168fd88c0f1c,segment=NetworkSegment(e1c7cb63-9f6a-4bc6-bae7-e23d07e14978),segment_id=e1c7cb63-9f6a-4bc6-bae7-e23d07e14978)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:01:45.085369 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:01:45.085703 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Checking segment: {'id': '9ff7e9a5-047c-4486-9a7f-5ad7457644b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:45.086117 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Bound using segment: {'id': '9ff7e9a5-047c-4486-9a7f-5ad7457644b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:01:45.086537 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Bound port: 36262812-fa3a-47ae-8815-b419834ef189, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff7e9a5-047c-4486-9a7f-5ad7457644b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:01:45.086887 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.138413 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e55ee-e5f9-49f5-a43f-4d08658fe8fd req-0fc1982a-b125-49ae-91af-2b0970da76f9 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:45.139904 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6c0e55ee-e5f9-49f5-a43f-4d08658fe8fd req-0fc1982a-b125-49ae-91af-2b0970da76f9 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 943 time: 0.2429941 May 27 10:01:45.180707 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.190254 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:45.190477 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41202) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:45.289912 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:45.290538 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.292006 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] 10.222.0.35 "PUT /v2.0/ports/fd732763-6526-4646-81e5-168fd88c0f1c HTTP/1.1" status: 200 len: 1093 time: 2.2552028 May 27 10:01:45.295603 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fe582b-65da-43b5-86dd-b35df58ab41c', 'tag': 'fd732763-6526-4646-81e5-168fd88c0f1c'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:45.314642 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6c0e55ee-e5f9-49f5-a43f-4d08658fe8fd req-2a6de401-6494-4139-ab7c-3aa6dafca69a tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556339 May 27 10:01:45.321911 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] For port 36262812-fa3a-47ae-8815-b419834ef189, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:01:45.326224 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] For port 36262812-fa3a-47ae-8815-b419834ef189, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=36262812-fa3a-47ae-8815-b419834ef189,segment=NetworkSegment(9ff7e9a5-047c-4486-9a7f-5ad7457644b7),segment_id=9ff7e9a5-047c-4486-9a7f-5ad7457644b7)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:01:45.337071 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Pushing event updated for resources: {'Port': ['ID=fd732763-6526-4646-81e5-168fd88c0f1c,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:45.341342 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:45.432628 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1304200997-network', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:45.439520 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:45.444586 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Usage tracker for resource:network and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:45.448297 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:45.457536 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:45.476423 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.514570 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-f2f0d71c-255c-4662-b61a-27d4cefddf1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:45.529984 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Made reservation on behalf of 0f5e370e6e574a99b9852a2d3d2e6513 for: {'network': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:01:45.533177 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.545910 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.564043 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:45.567758 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Usage tracker for resource:security_group_rule and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:45.570479 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:45.576163 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:45.616918 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:45.617541 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.618945 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] 10.222.0.35 "PUT /v2.0/ports/36262812-fa3a-47ae-8815-b419834ef189 HTTP/1.1" status: 200 len: 1094 time: 2.4580445 May 27 10:01:45.666809 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.669081 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Pushing event updated for resources: {'Port': ['ID=36262812-fa3a-47ae-8815-b419834ef189,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:45.673505 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:45.696816 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf717-3b09-4e7c-a146-32c2ba053a76 req-2a6c8128-f79e-4033-90dc-f8d73d1ca937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:45.698317 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6fcdf717-3b09-4e7c-a146-32c2ba053a76 req-2a6c8128-f79e-4033-90dc-f8d73d1ca937 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7876e62cdb654b09a412bb643fbef639&device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 1098 time: 0.3511927 May 27 10:01:45.706246 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50a4a2-a164-4ebb-b6f1-5572c69eab24 req-d0ae166f-0f8f-4ad5-965f-98fd3f524833 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:45.707655 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dc50a4a2-a164-4ebb-b6f1-5572c69eab24 req-d0ae166f-0f8f-4ad5-965f-98fd3f524833 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 946 time: 0.3246529 May 27 10:01:45.730235 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.733232 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-1f4617fa-8e2d-44cd-a186-02b7085e0d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:45.742706 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a9006-aafe-478c-a944-d8d76b49de86 req-fee98779-27bc-4985-92ec-df39df259616 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:45.744145 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d20a9006-aafe-478c-a944-d8d76b49de86 req-fee98779-27bc-4985-92ec-df39df259616 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 944 time: 0.2783356 May 27 10:01:45.745968 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-da1d1448-d85d-4d20-95ab-553c66c3d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:45.747312 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-da1d1448-d85d-4d20-95ab-553c66c3d9f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=efdc63893cec4bcf96e04c598c8bb0e9&device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 1096 time: 0.3207192 May 27 10:01:45.763843 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=98699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 10:01:45.772363 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b59d9-eddb-402b-974f-c1332f91fd8a,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:45.775388 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:45.779174 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.779502 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.segments_db [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Added segment 80b6257b-ea3f-4db8-87d0-85a5a2ee186f of type vlan for network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee May 27 10:01:45.814766 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.933332 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.934727 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:45.935405 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:45.943113 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-30eb1205-47cd-43b5-b5b9-b06ef10d2340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:45.943292 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-8e993785-9cc1-488f-86c8-b7401f9f55ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd732763-6526-4646-81e5-168fd88c0f1c HTTP/1.1" status: 200 len: 217 time: 0.1788561 May 27 10:01:46.044246 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Pushing event updated for resources: {'Network': ['ID=37de712e-05ff-4b15-bfa8-52fcb39bb2ee,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:46.044377 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dc50a4a2-a164-4ebb-b6f1-5572c69eab24 req-b6dab243-d9f4-4000-9be7-a3a248f636c9 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292217 May 27 10:01:46.047256 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:46.056115 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 10:01:46.089056 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d20a9006-aafe-478c-a944-d8d76b49de86 req-902bd389-2907-4c96-a8d4-9f9e71913a5f tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143311 May 27 10:01:46.110861 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9192874 May 27 10:01:46.113631 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41218) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:46.121072 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Request body: {'subnet': {'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1304200997-subnet', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:46.131532 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:46.140357 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Usage tracker for resource:subnet and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:46.146098 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-8ea74943-180f-46a7-ae1f-4441c4d0f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:46.147383 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:46.147642 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-8ea74943-180f-46a7-ae1f-4441c4d0f396 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9dc7c250-8de5-4d13-83a4-3627412c4c66 HTTP/1.1" status: 200 len: 848 time: 0.1919744 May 27 10:01:46.148700 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf717-3b09-4e7c-a146-32c2ba053a76 req-964bb769-da6d-4b54-9dd8-69e8a506ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:46.150087 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6fcdf717-3b09-4e7c-a146-32c2ba053a76 req-964bb769-da6d-4b54-9dd8-69e8a506ee3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 200 len: 920 time: 0.4334230 May 27 10:01:46.161202 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:46.164127 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fe582b-65da-43b5-86dd-b35df58ab41c', 'tag': 'fd732763-6526-4646-81e5-168fd88c0f1c', 'status': 'completed', 'code': 200} May 27 10:01:46.236050 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Made reservation on behalf of 0f5e370e6e574a99b9852a2d3d2e6513 for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:01:46.238522 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1020203'] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:46.271010 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-716404e4-001d-47f9-bb2e-17ad6fa7bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:46.272466 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-716404e4-001d-47f9-bb2e-17ad6fa7bc5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f612be024134fba8ef8b392b8dfd38a&device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 1097 time: 0.5125134 May 27 10:01:46.404249 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-2b4711c9-7a73-47e0-906d-dbf7173c17ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71477832-10e7-4c66-8876-b4aed6b15657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2422857 May 27 10:01:46.411709 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6fcdf717-3b09-4e7c-a146-32c2ba053a76 req-525ac86e-471a-41c1-87ec-91d2c528aad0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956e6863-9ade-47cb-8d1f-bb7fb39b3eda HTTP/1.1" status: 200 len: 217 time: 0.2465854 May 27 10:01:46.570908 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-05cf875e-c939-4537-941f-17cb824b09b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36262812-fa3a-47ae-8815-b419834ef189 HTTP/1.1" status: 200 len: 217 time: 0.1655519 May 27 10:01:46.723506 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1020221'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:46.728442 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8cf3b92e-e5f3-45b7-be31-970e21b18af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:46.740893 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf717-3b09-4e7c-a146-32c2ba053a76 req-4e5e2288-342d-4cca-b688-b4883e12b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:46.742331 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6fcdf717-3b09-4e7c-a146-32c2ba053a76 req-4e5e2288-342d-4cca-b688-b4883e12b562 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=708bfe60-b9d4-4818-ac4c-f464201aafd5 HTTP/1.1" status: 200 len: 859 time: 0.2772093 May 27 10:01:46.819133 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05be52dd-a663-4d2e-aadb-2964c5caf137,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:46.822489 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:46.827765 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-3c8df7b7-e95f-4fc7-a5e8-513fcee975bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:46.828672 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Checking segment: {'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:46.829198 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-3c8df7b7-e95f-4fc7-a5e8-513fcee975bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4850b31a-85cb-48dc-a7c2-e87e4dcc407b HTTP/1.1" status: 200 len: 853 time: 0.2490754 May 27 10:01:46.829319 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Network hostable DHCP agents. Network: 37de712e-05ff-4b15-bfa8-52fcb39bb2ee, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 10:01:46.841429 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6fcdf717-3b09-4e7c-a146-32c2ba053a76 req-320f966c-df89-4345-bd07-aa67709fded0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5073019d-3d3e-4ac3-99f8-103c518ae1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865839 May 27 10:01:46.907641 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 10:01:46.914778 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-5b11ae1c-bf96-4527-bbbc-d00c2e0939b6 service neutron] 10.222.0.35 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975605 May 27 10:01:46.920578 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-25b17153-7334-479f-96dd-21389fa8ca5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec1a13d6-b338-4227-8fd9-e3ea78b68997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761557 May 27 10:01:46.929589 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaaf8d-a4e4-4a27-b2a0-cdd4c8d841b3 req-62b34d54-c090-4fad-ad23-d2a74b0177eb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:46.931481 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1daaaf8d-a4e4-4a27-b2a0-cdd4c8d841b3 req-62b34d54-c090-4fad-ad23-d2a74b0177eb tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.6774139 May 27 10:01:46.990191 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 37de712e-05ff-4b15-bfa8-52fcb39bb2ee) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:47.001002 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:47.001674 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b24293-5e97-4e4f-ad58-bf21cfb6358e None None] Network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:01:47.002081 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:47.124905 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23a7ca-d70a-4626-9378-938e00012100 req-6594b2f2-0cd6-4c4a-91bc-de4a22969b66 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:47.126406 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cd23a7ca-d70a-4626-9378-938e00012100 req-6594b2f2-0cd6-4c4a-91bc-de4a22969b66 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 943 time: 0.6623034 May 27 10:01:47.154340 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-6a01511f-139c-46f9-bac8-0abef0a40a50 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0390408 May 27 10:01:47.161953 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41234) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:47.167635 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:47.173541 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:47.178463 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Usage tracker for resource:router and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:47.182057 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:47.189574 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:47.276746 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:47.277758 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-724'] for router, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:47.294360 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8921ffb7-0f01-52f8-b1eb-9e49e72fc055-37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137'}]}} from dv-cinder-788782-3-smb. {{(pid=98700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 10:01:47.295205 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:47.306631 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:47.326883 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1daaaf8d-a4e4-4a27-b2a0-cdd4c8d841b3 req-74a759e4-5c6c-4dae-8db3-d2811570385e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435328 May 27 10:01:47.342634 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcfd87-7675-4d4a-b432-01e4b7d69886 req-fb1674ec-a5f3-4381-8618-3562aaecabe3 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:47.345027 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-29dcfd87-7675-4d4a-b432-01e4b7d69886 req-fb1674ec-a5f3-4381-8618-3562aaecabe3 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 946 time: 0.1408331 May 27 10:01:47.366036 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cd23a7ca-d70a-4626-9378-938e00012100 req-92e105cc-9cd2-4272-aa2e-82fef04d8708 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776879 May 27 10:01:47.391116 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6fcdf717-3b09-4e7c-a146-32c2ba053a76 req-1e3682f6-3e5d-44c4-8a33-5f410c066f4c service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028479 May 27 10:01:47.395858 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-84e9028b-541f-4bdc-959a-e57991b0cfa9 service neutron] 10.222.0.35 "GET /v2.0/networks/ec1a13d6-b338-4227-8fd9-e3ea78b68997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585433 May 27 10:01:47.428513 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1a0ea1-29f6-4820-bacf-7ba4b0cef99f req-aa31e15f-ce6c-483c-a947-5314b1bbb60d service neutron] 10.222.0.35 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927418 May 27 10:01:47.538553 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.db_base_plugin_common [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Allocated IP 172.20.0.2 (37de712e-05ff-4b15-bfa8-52fcb39bb2ee/05be52dd-a663-4d2e-aadb-2964c5caf137/8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4) {{(pid=98700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:01:47.766782 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Notify callbacks [] for port, precommit_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:47.777304 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Transition to ACTIVE for port object 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:47.780177 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-706'] for router, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:47.798121 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [req-29dcfd87-7675-4d4a-b432-01e4b7d69886 req-527b5e8b-614c-4350-89ae-863a96801e38 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Deleting port 029dadb2-b78d-4ae1-947e-9786041f95ff {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:01:47.798464 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-29dcfd87-7675-4d4a-b432-01e4b7d69886 req-527b5e8b-614c-4350-89ae-863a96801e38 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:47.798776 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Transition to ACTIVE for port object 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 will not be triggered until provisioned by entity DHCP. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:47.913260 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:47.918653 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:47.937721 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6fcdf717-3b09-4e7c-a146-32c2ba053a76 req-6dc963d5-1c2a-4a57-a754-aadafcae9f56 service neutron] 10.222.0.35 "GET /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386009 May 27 10:01:47.951577 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f38a4c6-005a-4f66-b510-63d46647d243 req-a0dbd2c2-fbe2-4bbf-bbbe-19f41ccb1f3c service neutron] 10.222.0.35 "GET /v2.0/networks/ec1a13d6-b338-4227-8fd9-e3ea78b68997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252080 May 27 10:01:47.987157 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee is already hosted by enough agents. {{(pid=98700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:01:48.002500 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.base_scheduler [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Resources bound (agent type, host, resource id): {{(pid=98700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:48.007088 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Received port after_create {{(pid=98700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:01:48.010570 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ef51b-79c3-4549-9f36-936acc6626f1 req-54e633d4-30dd-4922-b44f-a17ce4344d85 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:48.012347 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7e2ef51b-79c3-4549-9f36-936acc6626f1 req-54e633d4-30dd-4922-b44f-a17ce4344d85 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 946 time: 0.4981706 May 27 10:01:48.069646 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d312a-6734-4ec6-909c-84d2f5cdf9d2 req-6db0df61-34ac-42e2-b536-c0794ae400de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:48.071516 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0b3d312a-6734-4ec6-909c-84d2f5cdf9d2 req-6db0df61-34ac-42e2-b536-c0794ae400de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=efdc63893cec4bcf96e04c598c8bb0e9&device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 1096 time: 0.4669623 May 27 10:01:48.074257 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Pushing event updated for resources: {'Port': ['ID=8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4,revision_number=1']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:48.083904 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:48.087258 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab414c-1432-49a1-8f23-87325786084d req-4831ba01-c89a-42a2-8613-97d4f50e3067 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:48.088852 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-31ab414c-1432-49a1-8f23-87325786084d req-4831ba01-c89a-42a2-8613-97d4f50e3067 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 944 time: 0.4714353 May 27 10:01:48.105348 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [req-29dcfd87-7675-4d4a-b432-01e4b7d69886 req-527b5e8b-614c-4350-89ae-863a96801e38 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] For port 029dadb2-b78d-4ae1-947e-9786041f95ff, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=029dadb2-b78d-4ae1-947e-9786041f95ff,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:48.105701 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-29dcfd87-7675-4d4a-b432-01e4b7d69886 req-527b5e8b-614c-4350-89ae-863a96801e38 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:48.144873 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7e2ef51b-79c3-4549-9f36-936acc6626f1 req-f53e8f78-582d-4e36-94c8-8d27d6d465d7 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245065 May 27 10:01:48.199766 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe7782d-8dba-45fd-9954-e59b4acb6166', 'tag': '36262812-fa3a-47ae-8815-b419834ef189'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:48.245339 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-31ab414c-1432-49a1-8f23-87325786084d req-dd590b96-1f9c-434e-b53e-aa234b359301 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269844 May 27 10:01:48.250270 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [req-29dcfd87-7675-4d4a-b432-01e4b7d69886 req-527b5e8b-614c-4350-89ae-863a96801e38 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Calling delete_port for 029dadb2-b78d-4ae1-947e-9786041f95ff owned by compute:nova {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:01:48.295313 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d312a-6734-4ec6-909c-84d2f5cdf9d2 req-a6ddf8f7-105c-49bb-b2d2-460ce6665491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:48.299598 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0b3d312a-6734-4ec6-909c-84d2f5cdf9d2 req-a6ddf8f7-105c-49bb-b2d2-460ce6665491 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71477832-10e7-4c66-8876-b4aed6b15657 HTTP/1.1" status: 200 len: 909 time: 0.2040365 May 27 10:01:48.372177 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe7782d-8dba-45fd-9954-e59b4acb6166', 'tag': '36262812-fa3a-47ae-8815-b419834ef189', 'status': 'completed', 'code': 200} May 27 10:01:48.424799 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0b3d312a-6734-4ec6-909c-84d2f5cdf9d2 req-f7009994-ff9b-48f3-90e5-144cc54ee63b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd732763-6526-4646-81e5-168fd88c0f1c HTTP/1.1" status: 200 len: 217 time: 0.1212523 May 27 10:01:48.550688 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d312a-6734-4ec6-909c-84d2f5cdf9d2 req-a9405c4f-5d73-40c5-993c-c5b1b0b3c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:48.550969 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Attempting to bind port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:01:48.551446 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Attempting to bind port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:01:48.551446 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Attempting to bind port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 on network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:48.552036 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0b3d312a-6734-4ec6-909c-84d2f5cdf9d2 req-a9405c4f-5d73-40c5-993c-c5b1b0b3c4e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9dc7c250-8de5-4d13-83a4-3627412c4c66 HTTP/1.1" status: 200 len: 848 time: 0.1157720 May 27 10:01:48.561254 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:01:48.561677 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Checking segment: {'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:48.566135 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:48.566135 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Bound using segment: {'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:01:48.566135 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Bound port: 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:01:48.566135 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:48.600054 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae9056-3bd5-454a-82a2-d4e49bdf01fa req-5b5a03f8-bf18-401b-8a92-12926f476cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:48.601756 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-80ae9056-3bd5-454a-82a2-d4e49bdf01fa req-5b5a03f8-bf18-401b-8a92-12926f476cdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f612be024134fba8ef8b392b8dfd38a&device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 1097 time: 0.2316144 May 27 10:01:48.619756 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0b3d312a-6734-4ec6-909c-84d2f5cdf9d2 req-1e5933e4-5f34-41b4-8717-7aa0568ad135 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71477832-10e7-4c66-8876-b4aed6b15657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577981 May 27 10:01:48.689547 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-84383723-0743-4221-8ce1-4a182f65100c None None] For port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:01:48.694231 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-84383723-0743-4221-8ce1-4a182f65100c None None] For port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:01:48.707648 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:48.756265 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:48.761742 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:48.768198 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:48.884322 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Pushing event updated for resources: {'Port': ['ID=8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:48.887056 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:48.895265 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-29dcfd87-7675-4d4a-b432-01e4b7d69886 req-527b5e8b-614c-4350-89ae-863a96801e38 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:48.898630 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dbaaa-d08e-4e00-92bb-067d548406cc req-49ce6912-5680-4d2b-9374-03c4fd65137e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:48.900211 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8b4dbaaa-d08e-4e00-92bb-067d548406cc req-49ce6912-5680-4d2b-9374-03c4fd65137e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.3934901 May 27 10:01:48.909374 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['8d80ae7b-0a50-437c-a81e-fd8ab8d66777', 'c612d9d1-2d6d-42b1-85b3-829ba4569e02'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:01:48.913352 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:48.916832 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae9056-3bd5-454a-82a2-d4e49bdf01fa req-b4ee5c58-33c5-4996-bcaa-9da33c609678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:48.918388 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-80ae9056-3bd5-454a-82a2-d4e49bdf01fa req-b4ee5c58-33c5-4996-bcaa-9da33c609678 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec1a13d6-b338-4227-8fd9-e3ea78b68997 HTTP/1.1" status: 200 len: 914 time: 0.3014436 May 27 10:01:48.944423 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0b3d312a-6734-4ec6-909c-84d2f5cdf9d2 req-cd2d5c00-da2b-439c-9103-8e1195fcd732 service neutron] 10.222.0.35 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000634 May 27 10:01:48.977516 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b5e8b-614c-4350-89ae-863a96801e38 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Pushing event deleted for resources: {'Port': ['ID=029dadb2-b78d-4ae1-947e-9786041f95ff,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:48.982243 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-527b5e8b-614c-4350-89ae-863a96801e38 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:49.059534 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-80ae9056-3bd5-454a-82a2-d4e49bdf01fa req-0955ea48-90cb-4057-8287-6f26a6d6fd8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36262812-fa3a-47ae-8815-b419834ef189 HTTP/1.1" status: 200 len: 217 time: 0.1188874 May 27 10:01:49.081582 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Allocated IP 172.28.0.90 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/f19694cd-a58e-4773-be3e-6e3c4bddec7a) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:01:49.090650 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dcfd87-7675-4d4a-b432-01e4b7d69886 req-527b5e8b-614c-4350-89ae-863a96801e38 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] No DVR routers for this DVR port 029dadb2-b78d-4ae1-947e-9786041f95ff on host hv-cinder-78878 {{(pid=98699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:01:49.098618 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [req-29dcfd87-7675-4d4a-b432-01e4b7d69886 req-527b5e8b-614c-4350-89ae-863a96801e38 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:49.101156 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c', 'name': 'network-vif-deleted', 'tag': '029dadb2-b78d-4ae1-947e-9786041f95ff'}] {{(pid=98699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:49.307041 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-29dcfd87-7675-4d4a-b432-01e4b7d69886 req-527b5e8b-614c-4350-89ae-863a96801e38 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "DELETE /v2.0/ports/029dadb2-b78d-4ae1-947e-9786041f95ff HTTP/1.1" status: 204 len: 173 time: 1.9565084 May 27 10:01:49.308104 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8b4dbaaa-d08e-4e00-92bb-067d548406cc req-92b6df0a-2638-4ce1-bd6f-584fa6dd77d0 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864636 May 27 10:01:49.485359 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c', 'name': 'network-vif-deleted', 'tag': '029dadb2-b78d-4ae1-947e-9786041f95ff', 'status': 'completed', 'code': 200} May 27 10:01:49.503323 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:49.517280 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae9056-3bd5-454a-82a2-d4e49bdf01fa req-f2ab926e-3454-44ca-b11f-3b82fbadc518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:49.518704 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-80ae9056-3bd5-454a-82a2-d4e49bdf01fa req-f2ab926e-3454-44ca-b11f-3b82fbadc518 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4850b31a-85cb-48dc-a7c2-e87e4dcc407b HTTP/1.1" status: 200 len: 853 time: 0.4435134 May 27 10:01:49.524617 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0b3d312a-6734-4ec6-909c-84d2f5cdf9d2 req-216b3f69-66de-48c3-8878-0613b18392bc service neutron] 10.222.0.35 "GET /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037472 May 27 10:01:49.584776 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-80ae9056-3bd5-454a-82a2-d4e49bdf01fa req-83af3d41-7644-4ea7-9be6-8f10a1a908c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec1a13d6-b338-4227-8fd9-e3ea78b68997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545311 May 27 10:01:49.636692 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:49.643538 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-bc452861-5bea-4ca8-897e-60755f809b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:49.657677 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7d60f39e-cc1c-4531-a450-5a4b1eb8e2c0 req-aef838ae-c9b2-444b-8c22-96ac1eecadae tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98f0bb8-d1dc-4a7f-b7df-bd4714c7f76c HTTP/1.1" status: 200 len: 210 time: 0.0706446 May 27 10:01:49.719581 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:01:49.722366 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:49.725970 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:01:49.727536 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364cfca-d5ef-4133-8cf0-ff7cb2998efd req-cac5e10e-8ff7-4bb7-b87b-c9256c319ef1 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:49.734710 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8364cfca-d5ef-4133-8cf0-ff7cb2998efd req-cac5e10e-8ff7-4bb7-b87b-c9256c319ef1 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 943 time: 0.3678291 May 27 10:01:49.760128 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Pushing event updated for resources: {'Port': ['ID=f19694cd-a58e-4773-be3e-6e3c4bddec7a,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:49.764469 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:49.854777 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8364cfca-d5ef-4133-8cf0-ff7cb2998efd req-ef149ba6-ecaa-43d6-b58e-b5a7f5f6c15a tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191332 May 27 10:01:49.887492 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-80ae9056-3bd5-454a-82a2-d4e49bdf01fa req-d3d1f5ec-9e78-4152-86ed-2ec52dc91192 service neutron] 10.222.0.35 "GET /v2.0/networks/ec1a13d6-b338-4227-8fd9-e3ea78b68997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606916 May 27 10:01:50.107424 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ef33aa-3960-4a7e-93af-c18cb7fd0c11 None None] Network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:01:50.152044 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae7620-4958-458b-a497-124c6d23987a req-e31bc5c2-79fc-432d-994e-2a9d8cc620bb tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:50.153462 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-15ae7620-4958-458b-a497-124c6d23987a req-e31bc5c2-79fc-432d-994e-2a9d8cc620bb tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 944 time: 0.3692815 May 27 10:01:50.192471 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-80ae9056-3bd5-454a-82a2-d4e49bdf01fa req-ce89baa7-675b-4528-bd12-47a31be3894d service neutron] 10.222.0.35 "GET /v2.0/networks/ec1a13d6-b338-4227-8fd9-e3ea78b68997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953985 May 27 10:01:50.226151 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-15ae7620-4958-458b-a497-124c6d23987a req-a9183125-8fbc-4c36-998d-b8aa8bfe4c97 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605490 May 27 10:01:50.368042 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-54e37afc-7b6c-48dd-b52f-a72dd669fdd8 None None] Provisioning for port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:01:50.368716 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:50.416128 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:01:50.513397 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device fd732763-6526-4646-81e5-168fd88c0f1c details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:01:50.516349 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 029dadb2-b78d-4ae1-947e-9786041f95ff no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:01:50.579459 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 029dadb2-b78d-4ae1-947e-9786041f95ff {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:01:50.579892 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 029dadb2-b78d-4ae1-947e-9786041f95ff not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:01:50.647414 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999811f1-e2dd-40f4-84e0-08b9792e436b req-e974afb7-e3f0-4d5f-bae8-0754c9d29408 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:50.662620 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-999811f1-e2dd-40f4-84e0-08b9792e436b req-e974afb7-e3f0-4d5f-bae8-0754c9d29408 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1317213 May 27 10:01:50.739906 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-999811f1-e2dd-40f4-84e0-08b9792e436b req-4eb88819-3767-472e-a145-980b2c089854 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762548 May 27 10:01:50.757446 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port fd732763-6526-4646-81e5-168fd88c0f1c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fd732763-6526-4646-81e5-168fd88c0f1c,segment=NetworkSegment(e1c7cb63-9f6a-4bc6-bae7-e23d07e14978),segment_id=e1c7cb63-9f6a-4bc6-bae7-e23d07e14978)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:50.765306 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:01:50.779211 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:50.779594 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:50.815840 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': 'fd732763-6526-4646-81e5-168fd88c0f1c', 'network_id': '71477832-10e7-4c66-8876-b4aed6b15657', 'port_id': 'fd732763-6526-4646-81e5-168fd88c0f1c', 'mac_address': 'fa:16:3e:44:04:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc7c250-8de5-4d13-83a4-3627412c4c66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:01:50.829265 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437263'] for router, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:50.895550 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:50.927109 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd732763-6526-4646-81e5-168fd88c0f1c {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:01:50.988716 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port fd732763-6526-4646-81e5-168fd88c0f1c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fd732763-6526-4646-81e5-168fd88c0f1c,segment=NetworkSegment(e1c7cb63-9f6a-4bc6-bae7-e23d07e14978),segment_id=e1c7cb63-9f6a-4bc6-bae7-e23d07e14978)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:50.989731 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-094a8fbe-d217-43ef-92f3-c3e665ee3779 None None] Provisioning complete for port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:51.002084 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-094a8fbe-d217-43ef-92f3-c3e665ee3779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:51.040075 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:51.081264 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7ec3f-51e9-47e6-9a89-e8d1f4638131 req-c9220593-2831-4c16-97be-cedf1fd06ade tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:51.088263 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:51.088555 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ead7ec3f-51e9-47e6-9a89-e8d1f4638131 req-c9220593-2831-4c16-97be-cedf1fd06ade tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 943 time: 0.1003909 May 27 10:01:51.131034 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ead7ec3f-51e9-47e6-9a89-e8d1f4638131 req-eb1c926d-b2f7-4edd-a64e-f71d755f4f5f tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 May 27 10:01:51.141295 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-094a8fbe-d217-43ef-92f3-c3e665ee3779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:51.166986 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:51.167937 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Router fd8fe2bd-c831-4fd2-af27-29331e96ec44 is scheduled to L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 with binding_index 1 {{(pid=98699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 10:01:51.168731 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:51.203771 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:51.287863 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.db.api [None req-094a8fbe-d217-43ef-92f3-c3e665ee3779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 10:01:51.288218 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_db.api [None req-094a8fbe-d217-43ef-92f3-c3e665ee3779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 10:01:51.288837 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=fd732763-6526-4646-81e5-168fd88c0f1c,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:51.292081 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:51.292545 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:51.316118 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:01:51.398817 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:01:51.411546 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:51.412374 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Sync routers for ids ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:01:51.428444 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:51.428765 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Routers {'fd8fe2bd-c831-4fd2-af27-29331e96ec44'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:01:51.429764 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:01:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:51.482439 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70cd8b-6b00-4c99-95f7-f22b984aa96f req-68379a37-9b3c-4448-9870-e3b771b9b79d tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:51.484549 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ef70cd8b-6b00-4c99-95f7-f22b984aa96f req-68379a37-9b3c-4448-9870-e3b771b9b79d tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 944 time: 0.1393685 May 27 10:01:51.501535 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] Notify callbacks [] for router, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:51.505382 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-a8916696-1eac-4a03-be38-0bc331c93d55 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3397174 May 27 10:01:51.505598 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41280) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:51.550280 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ef70cd8b-6b00-4c99-95f7-f22b984aa96f req-375ea629-3990-4361-afc1-82f079336762 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597260 May 27 10:01:51.570895 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f6fd-87e8-49b5-9704-2ef4494e35b4 req-078d37d4-322a-4638-8790-647e84854af0 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:51.592645 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1bf8f6fd-87e8-49b5-9704-2ef4494e35b4 req-078d37d4-322a-4638-8790-647e84854af0 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 945 time: 0.1487312 May 27 10:01:51.644652 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Set router fd8fe2bd-c831-4fd2-af27-29331e96ec44 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:01:51.666218 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['fd732763-6526-4646-81e5-168fd88c0f1c'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:01:51.679154 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1bf8f6fd-87e8-49b5-9704-2ef4494e35b4 req-f244324a-1d89-429a-8468-c63e83510e99 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849462 May 27 10:01:51.995266 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690dbb7-a412-4a29-b123-e85c77ed5c03 req-c1892d22-08fb-4e84-8657-32ad339f7f5e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:51.998075 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8690dbb7-a412-4a29-b123-e85c77ed5c03 req-c1892d22-08fb-4e84-8657-32ad339f7f5e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1126099 May 27 10:01:52.017693 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:50Z', 'revision_number': 3, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:52.022119 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Checking router: fd8fe2bd-c831-4fd2-af27-29331e96ec44 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:01:52.022498 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Updating router fd8fe2bd-c831-4fd2-af27-29331e96ec44 port f19694cd-a58e-4773-be3e-6e3c4bddec7a binding host dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 10:01:52.087813 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:52.090398 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8690dbb7-a412-4a29-b123-e85c77ed5c03 req-56d15cd6-3a9a-460a-a243-76d17257672f tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843253 May 27 10:01:52.343188 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:01:52.373670 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce5663-c3a2-4a63-9272-8296e52e7cb1 req-78f0e82b-5ac9-4787-88c9-5c9bef24bf74 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:52.377461 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9cce5663-c3a2-4a63-9272-8296e52e7cb1 req-78f0e82b-5ac9-4787-88c9-5c9bef24bf74 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 944 time: 0.1298535 May 27 10:01:52.429673 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9cce5663-c3a2-4a63-9272-8296e52e7cb1 req-0866c5bd-1575-49a8-a4de-e90cca210923 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471566 May 27 10:01:52.480310 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:52.480786 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:52.519366 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Notify callbacks [] for port, precommit_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:52.535783 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.provisioning_blocks [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Transition to ACTIVE for port object f19694cd-a58e-4773-be3e-6e3c4bddec7a will not be triggered until provisioned by entity L2. {{(pid=98701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:52.536592 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 36262812-fa3a-47ae-8815-b419834ef189 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:01:52.564801 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:52.592906 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:52.597649 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:52.677773 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Attempting to bind port f19694cd-a58e-4773-be3e-6e3c4bddec7a on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:01:52.678170 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Attempting to bind port f19694cd-a58e-4773-be3e-6e3c4bddec7a by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:01:52.678539 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Attempting to bind port f19694cd-a58e-4773-be3e-6e3c4bddec7a on network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:52.686581 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Pushing event updated for resources: {'Port': ['ID=f19694cd-a58e-4773-be3e-6e3c4bddec7a,revision_number=2']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:52.689484 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:01:52.689933 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Checking segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:52.690334 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:52.690727 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Bound using segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:01:52.691313 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Bound port: f19694cd-a58e-4773-be3e-6e3c4bddec7a, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:01:52.691735 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:52.739720 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.740059 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.740397 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.740726 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.741565 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.742039 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.742408 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.742694 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.743016 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.743390 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.743717 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.744035 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:01:52.750856 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:52.790357 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] For port f19694cd-a58e-4773-be3e-6e3c4bddec7a, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:01:52.797652 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] For port f19694cd-a58e-4773-be3e-6e3c4bddec7a, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=f19694cd-a58e-4773-be3e-6e3c4bddec7a,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:01:52.804167 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 36262812-fa3a-47ae-8815-b419834ef189, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=36262812-fa3a-47ae-8815-b419834ef189,segment=NetworkSegment(9ff7e9a5-047c-4486-9a7f-5ad7457644b7),segment_id=9ff7e9a5-047c-4486-9a7f-5ad7457644b7)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:52.823694 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '36262812-fa3a-47ae-8815-b419834ef189', 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997', 'port_id': '36262812-fa3a-47ae-8815-b419834ef189', 'mac_address': 'fa:16:3e:e3:c4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4850b31a-85cb-48dc-a7c2-e87e4dcc407b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:01:52.876644 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:52.889636 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-db1b0940-633e-4a76-903f-91e34d70ea13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:52.905250 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:52.932719 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Allocated IP 172.20.0.1 (37de712e-05ff-4b15-bfa8-52fcb39bb2ee/05be52dd-a663-4d2e-aadb-2964c5caf137/8cf8d2c1-c4e8-451a-b45a-31717504a87b) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:01:52.934502 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36262812-fa3a-47ae-8815-b419834ef189 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:01:52.959331 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 36262812-fa3a-47ae-8815-b419834ef189, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=36262812-fa3a-47ae-8815-b419834ef189,segment=NetworkSegment(9ff7e9a5-047c-4486-9a7f-5ad7457644b7),segment_id=9ff7e9a5-047c-4486-9a7f-5ad7457644b7)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:52.965751 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Routers {'fd8fe2bd-c831-4fd2-af27-29331e96ec44'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:01:52.966451 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:01:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:52.978540 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816610f-9f85-4566-a6ba-50b33d7e3c79 req-63992d9f-19a6-4dcf-9e34-91bb9cac05f6 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:52.986744 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b816610f-9f85-4566-a6ba-50b33d7e3c79 req-63992d9f-19a6-4dcf-9e34-91bb9cac05f6 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 944 time: 0.2929778 May 27 10:01:53.021158 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:53.022996 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-31d7d811-c510-4631-9ef8-6bf39e92e3dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:53.113091 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b816610f-9f85-4566-a6ba-50b33d7e3c79 req-279bef56-6b3f-49b0-829e-1a184b149b98 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250863 May 27 10:01:53.130971 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=36262812-fa3a-47ae-8815-b419834ef189,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:53.134977 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:53.148666 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:53.162169 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1414d57-90fe-42ba-809b-3cb5a5257a89 req-9afc551f-ca2d-4ab8-8fa5-e63905f49c40 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:53.163862 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b1414d57-90fe-42ba-809b-3cb5a5257a89 req-9afc551f-ca2d-4ab8-8fa5-e63905f49c40 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 945 time: 0.1549425 May 27 10:01:53.168837 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.provisioning_blocks [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Transition to ACTIVE for port object 8cf8d2c1-c4e8-451a-b45a-31717504a87b will not be triggered until provisioned by entity DHCP. {{(pid=98699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:53.199444 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] Set router fd8fe2bd-c831-4fd2-af27-29331e96ec44 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:01:53.250707 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b1414d57-90fe-42ba-809b-3cb5a5257a89 req-fff4a2fc-1237-43fc-bfe4-bc314afd69bd tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808344 May 27 10:01:53.275290 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:53.284361 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:53.309793 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b18d-2b08-4d25-b3ef-47b7090abf26 req-6526b711-3b56-43ae-a617-e967e12d19aa tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:53.311463 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f05b18d-2b08-4d25-b3ef-47b7090abf26 req-6526b711-3b56-43ae-a617-e967e12d19aa tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 945 time: 0.1029749 May 27 10:01:53.369623 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:01:53.372715 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:53.376987 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:01:53.426173 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf8d2c1-c4e8-451a-b45a-31717504a87b,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:53.431039 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:53.462194 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435817'] for router_interface, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:53.557521 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Pushing event updated for resources: {'Port': ['ID=f19694cd-a58e-4773-be3e-6e3c4bddec7a,revision_number=3']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:53.573700 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:53.575437 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:50Z', 'revision_number': 3, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:53.582027 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['36262812-fa3a-47ae-8815-b419834ef189'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:01:53.596350 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bea293-16fe-4f4e-89cd-9e36d7f79f38 None None] The sync data for ids ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'] in dv-cinder-788782-3-smb is: [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:50Z', 'revision_number': 3, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:01:53.610920 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-3f05b18d-2b08-4d25-b3ef-47b7090abf26 req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Deleting port c612d9d1-2d6d-42b1-85b3-829ba4569e02 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:01:53.611285 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f05b18d-2b08-4d25-b3ef-47b7090abf26 req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:53.743540 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:53.788101 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b51457-31ea-4694-bd23-081e7adb69aa req-b78ee318-4623-45b9-b40b-79863e0202d7 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:53.790262 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c1b51457-31ea-4694-bd23-081e7adb69aa req-b78ee318-4623-45b9-b40b-79863e0202d7 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.3334546 May 27 10:01:53.834892 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-de6eb0ed-b54c-46c7-b755-77e85726c727 None None] Provisioning for port 8cf8d2c1-c4e8-451a-b45a-31717504a87b completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:01:53.849743 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-de6eb0ed-b54c-46c7-b755-77e85726c727 None None] Provisioning complete for port 8cf8d2c1-c4e8-451a-b45a-31717504a87b triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:53.852886 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-de6eb0ed-b54c-46c7-b755-77e85726c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:53.888089 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c1b51457-31ea-4694-bd23-081e7adb69aa req-905c26e7-9f93-4008-a0cd-d02ad08ccbc8 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783348 May 27 10:01:53.927195 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-de6eb0ed-b54c-46c7-b755-77e85726c727 None None] Port 8cf8d2c1-c4e8-451a-b45a-31717504a87b cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:01:54.000670 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-3f05b18d-2b08-4d25-b3ef-47b7090abf26 req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] For port c612d9d1-2d6d-42b1-85b3-829ba4569e02, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c612d9d1-2d6d-42b1-85b3-829ba4569e02,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:54.001288 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f05b18d-2b08-4d25-b3ef-47b7090abf26 req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:54.097881 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:54.171754 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:54.187874 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-3f05b18d-2b08-4d25-b3ef-47b7090abf26 req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Calling delete_port for c612d9d1-2d6d-42b1-85b3-829ba4569e02 owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:01:54.208688 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:54.285640 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf8d2c1-c4e8-451a-b45a-31717504a87b,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:54.288937 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:54.317055 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435914'] for router_interface, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:54.360696 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375047a-6ee5-4c17-81da-c9e16a045145 req-4d2d01e0-1da2-40f4-851d-8ffb59bf0551 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:54.362667 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a375047a-6ee5-4c17-81da-c9e16a045145 req-4d2d01e0-1da2-40f4-851d-8ffb59bf0551 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.6552670 May 27 10:01:54.384718 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device f19694cd-a58e-4773-be3e-6e3c4bddec7a up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:01:54.501098 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a375047a-6ee5-4c17-81da-c9e16a045145 req-528ee3b8-8317-4b2a-b892-dd9757be22aa tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304228 May 27 10:01:54.513064 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c128f-5f50-46ae-be7b-c018fe6e87b6 req-065b59c2-cf72-49a1-9c2f-6747bbc57c73 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:54.516068 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:01:54.517640 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:54.520947 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ee3c128f-5f50-46ae-be7b-c018fe6e87b6 req-065b59c2-cf72-49a1-9c2f-6747bbc57c73 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 944 time: 0.4087346 May 27 10:01:54.554915 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device fd732763-6526-4646-81e5-168fd88c0f1c up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:01:54.602929 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port f19694cd-a58e-4773-be3e-6e3c4bddec7a completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:01:54.621182 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port f19694cd-a58e-4773-be3e-6e3c4bddec7a triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:54.621629 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:54.626555 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ee3c128f-5f50-46ae-be7b-c018fe6e87b6 req-d0d00219-ccde-42f1-a412-48cf6ec85e8c tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046481 May 27 10:01:54.650422 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f05b18d-2b08-4d25-b3ef-47b7090abf26 req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:54.660564 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-63472dc7-3b30-492b-835e-434ba7a764c4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:54.776449 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Pushing event deleted for resources: {'Port': ['ID=c612d9d1-2d6d-42b1-85b3-829ba4569e02,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:54.813065 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['8d80ae7b-0a50-437c-a81e-fd8ab8d66777', 'c612d9d1-2d6d-42b1-85b3-829ba4569e02'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:01:54.843479 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:54.895230 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port fd732763-6526-4646-81e5-168fd88c0f1c completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:01:54.927364 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port fd732763-6526-4646-81e5-168fd88c0f1c triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:54.927958 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:54.953334 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f05b18d-2b08-4d25-b3ef-47b7090abf26 req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] No DVR routers for this DVR port c612d9d1-2d6d-42b1-85b3-829ba4569e02 on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:01:54.961280 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-3f05b18d-2b08-4d25-b3ef-47b7090abf26 req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:54.963402 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Router fd8fe2bd-c831-4fd2-af27-29331e96ec44 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:01:54.965702 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a1deb0-01c6-4a83-b849-b17ad682b47c', 'name': 'network-vif-deleted', 'tag': 'c612d9d1-2d6d-42b1-85b3-829ba4569e02'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:54.987231 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3f05b18d-2b08-4d25-b3ef-47b7090abf26 req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "DELETE /v2.0/ports/c612d9d1-2d6d-42b1-85b3-829ba4569e02 HTTP/1.1" status: 204 len: 173 time: 1.6690192 May 27 10:01:55.008650 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:55.010127 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de120-4cf9-464d-9024-a156fede7bdd req-19bb4d2c-67a7-471f-aaf5-67148ac001ac tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:55.011556 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a14de120-4cf9-464d-9024-a156fede7bdd req-19bb4d2c-67a7-471f-aaf5-67148ac001ac tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 945 time: 0.2373128 May 27 10:01:55.058405 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port f19694cd-a58e-4773-be3e-6e3c4bddec7a, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=f19694cd-a58e-4773-be3e-6e3c4bddec7a,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:55.060380 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-0eb36b6d-6db5-4daf-884f-5413c51daecd None None] Provisioning complete for port 8cf8d2c1-c4e8-451a-b45a-31717504a87b triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:55.060978 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0eb36b6d-6db5-4daf-884f-5413c51daecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:55.072613 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a14de120-4cf9-464d-9024-a156fede7bdd req-b08809f2-9516-4d2c-ba67-a74075216b05 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546012 May 27 10:01:55.172872 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:55.187829 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:55.228881 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:01:55.256097 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] 10.222.0.53 "PUT /v2.0/routers/fd8fe2bd-c831-4fd2-af27-29331e96ec44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7414370 May 27 10:01:55.258243 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-fa052629-b398-4f95-be9e-90b9c729fc2d req-2d40d015-cb25-446b-b279-ae3022ba40b7 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Synchronizing usage tracker for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:01:55.274783 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-0eb36b6d-6db5-4daf-884f-5413c51daecd None None] Port 8cf8d2c1-c4e8-451a-b45a-31717504a87b cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:01:55.313597 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:55.350033 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=f19694cd-a58e-4773-be3e-6e3c4bddec7a,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:55.355954 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-fa052629-b398-4f95-be9e-90b9c729fc2d req-2d40d015-cb25-446b-b279-ae3022ba40b7 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Unset dirty status for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:01:55.357145 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fa052629-b398-4f95-be9e-90b9c729fc2d req-2d40d015-cb25-446b-b279-ae3022ba40b7 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a1deb0-01c6-4a83-b849-b17ad682b47c HTTP/1.1" status: 200 len: 210 time: 0.1461220 May 27 10:01:55.362113 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:55.411283 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fe582b-65da-43b5-86dd-b35df58ab41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd732763-6526-4646-81e5-168fd88c0f1c'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:55.439429 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a1deb0-01c6-4a83-b849-b17ad682b47c', 'name': 'network-vif-deleted', 'tag': 'c612d9d1-2d6d-42b1-85b3-829ba4569e02', 'status': 'completed', 'code': 200} May 27 10:01:55.453688 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port fd732763-6526-4646-81e5-168fd88c0f1c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fd732763-6526-4646-81e5-168fd88c0f1c,segment=NetworkSegment(e1c7cb63-9f6a-4bc6-bae7-e23d07e14978),segment_id=e1c7cb63-9f6a-4bc6-bae7-e23d07e14978)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:55.482215 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fe582b-65da-43b5-86dd-b35df58ab41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd732763-6526-4646-81e5-168fd88c0f1c', 'code': 200} May 27 10:01:55.524476 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:55.525316 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device c612d9d1-2d6d-42b1-85b3-829ba4569e02 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:01:55.597040 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:55.649001 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: c612d9d1-2d6d-42b1-85b3-829ba4569e02 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:01:55.649521 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device c612d9d1-2d6d-42b1-85b3-829ba4569e02 not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:01:55.708489 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=fd732763-6526-4646-81e5-168fd88c0f1c,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:55.716684 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:55.870413 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ed053-09c9-4e12-aae4-e49fd6b90c8c req-698c04c8-95f8-49b9-b149-c30a394277bf tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:55.872249 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c29ed053-09c9-4e12-aae4-e49fd6b90c8c req-698c04c8-95f8-49b9-b149-c30a394277bf tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1925654 May 27 10:01:55.950381 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68877f8-2d7a-4c7a-83e1-7d7d2f308e76 req-5cdf2d89-f42f-4882-9ecf-0981a8033e93 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:55.950381 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c68877f8-2d7a-4c7a-83e1-7d7d2f308e76 req-5cdf2d89-f42f-4882-9ecf-0981a8033e93 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 945 time: 0.1653872 May 27 10:01:55.950564 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Sync routers for ids ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:01:55.968746 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Routers {'fd8fe2bd-c831-4fd2-af27-29331e96ec44'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:01:55.969641 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:01:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:56.014648 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c29ed053-09c9-4e12-aae4-e49fd6b90c8c req-d4f33643-4a03-4568-a2dd-2edac0d6b761 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347525 May 27 10:01:56.063050 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c68877f8-2d7a-4c7a-83e1-7d7d2f308e76 req-a6fb1658-b8b5-402b-8e8c-53122786d42d tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780029 May 27 10:01:56.082713 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495dfc9-4c55-4262-826f-3253baaa5f43 req-8fb88a2d-320d-439e-8ea0-0923d057117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:56.084488 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3495dfc9-4c55-4262-826f-3253baaa5f43 req-8fb88a2d-320d-439e-8ea0-0923d057117d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 1098 time: 0.1335382 May 27 10:01:56.138151 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3495dfc9-4c55-4262-826f-3253baaa5f43 req-93070a4b-e1da-4774-a1cb-42cd53cb81ae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469124 May 27 10:01:56.222723 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41362) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:56.230082 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1000719168-network', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:56.236788 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Set router fd8fe2bd-c831-4fd2-af27-29331e96ec44 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:01:56.237316 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:56.241439 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Usage tracker for resource:network and tenant:b8c30f9ad73449198edfa1d57480bb71 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:56.245100 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:56.252068 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:56.283555 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77085a14-90c5-4b05-a779-b211205f848d req-dd517e34-feb0-4f7f-8ccf-3cb5e683291a tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:56.290775 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-77085a14-90c5-4b05-a779-b211205f848d req-dd517e34-feb0-4f7f-8ccf-3cb5e683291a tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 945 time: 0.0910933 May 27 10:01:56.318887 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Made reservation on behalf of b8c30f9ad73449198edfa1d57480bb71 for: {'network': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:01:56.321978 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:56.337197 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:56.359627 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:56.363180 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-77085a14-90c5-4b05-a779-b211205f848d req-3f4cc7dd-f60d-4e38-b7cb-29688f9ab813 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682287 May 27 10:01:56.364405 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:b8c30f9ad73449198edfa1d57480bb71 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:56.375852 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:56.382447 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:56.405395 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device f19694cd-a58e-4773-be3e-6e3c4bddec7a up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:01:56.490629 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:56.541693 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 36262812-fa3a-47ae-8815-b419834ef189 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:01:56.587289 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:56.591652 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-309ca585-4aad-491d-a5cb-9a10ee1f73dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:56.622440 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=98699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 10:01:56.625337 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbc990d-316b-4e3e-8782-bee4f86ee301,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:56.631010 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:56.639034 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:56.639034 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.segments_db [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Added segment bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1 of type vlan for network df29548d-4bf1-4a87-b59c-0267935b7221 May 27 10:01:56.642189 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port f19694cd-a58e-4773-be3e-6e3c4bddec7a triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:56.642569 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:56.666412 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:56.778083 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:56.779417 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:56.780007 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:56.785583 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:56.812538 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 36262812-fa3a-47ae-8815-b419834ef189 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:01:56.831877 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 36262812-fa3a-47ae-8815-b419834ef189 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:01:56.832327 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:56.882809 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:53Z', 'revision_number': 4, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '8cf8d2c1-c4e8-451a-b45a-31717504a87b', 'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'mac_address': 'fa:16:3e:06:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:52Z', 'updated_at': '2021-05-27T10:01:53Z', 'revision_number': 2, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'subnets': [{'id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:56.890010 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=df29548d-4bf1-4a87-b59c-0267935b7221,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:56.892791 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:56.894072 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Checking router: fd8fe2bd-c831-4fd2-af27-29331e96ec44 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:01:56.895814 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Updating router fd8fe2bd-c831-4fd2-af27-29331e96ec44 port 8cf8d2c1-c4e8-451a-b45a-31717504a87b binding host dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 10:01:56.928077 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network df29548d-4bf1-4a87-b59c-0267935b7221 details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 10:01:57.001624 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7776551 May 27 10:01:57.004219 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41376) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:57.009612 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Request body: {'subnet': {'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1000719168-subnet', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:57.014263 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:57.018660 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Usage tracker for resource:subnet and tenant:b8c30f9ad73449198edfa1d57480bb71 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:57.021521 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:57.027205 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:57.056986 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.111879 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Made reservation on behalf of b8c30f9ad73449198edfa1d57480bb71 for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:01:57.114736 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1020203'] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.183081 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.295454 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 36262812-fa3a-47ae-8815-b419834ef189, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=36262812-fa3a-47ae-8815-b419834ef189,segment=NetworkSegment(9ff7e9a5-047c-4486-9a7f-5ad7457644b7),segment_id=9ff7e9a5-047c-4486-9a7f-5ad7457644b7)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:01:57.324602 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7f642-1625-41cb-9ecd-bb797726d1f6 req-4d894cc0-537a-4ac8-97ab-b4e2c866243d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:57.326551 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5ce7f642-1625-41cb-9ecd-bb797726d1f6 req-4d894cc0-537a-4ac8-97ab-b4e2c866243d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1795065 May 27 10:01:57.339848 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6c8af-d959-49f3-b685-3a6ce1bd1daa req-50fe64ee-4d19-43ff-accd-5b05bad35c50 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:57.341414 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-73c6c8af-d959-49f3-b685-3a6ce1bd1daa req-50fe64ee-4d19-43ff-accd-5b05bad35c50 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 945 time: 0.1352148 May 27 10:01:57.385373 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.431969 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.438510 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5ce7f642-1625-41cb-9ecd-bb797726d1f6 req-d97d7e0a-6a5f-4c11-8448-1691b31c855c tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958636 May 27 10:01:57.444321 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:57.450134 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-73c6c8af-d959-49f3-b685-3a6ce1bd1daa req-65564164-f2b1-4cdc-a817-f3a0f88a92e4 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938365 May 27 10:01:57.490550 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe7782d-8dba-45fd-9954-e59b4acb6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36262812-fa3a-47ae-8815-b419834ef189'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:01:57.562246 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=36262812-fa3a-47ae-8815-b419834ef189,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:57.565943 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:57.569348 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe7782d-8dba-45fd-9954-e59b4acb6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36262812-fa3a-47ae-8815-b419834ef189', 'code': 200} May 27 10:01:57.645878 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Notify callbacks [] for port, precommit_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.660726 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Transition to ACTIVE for port object 8cf8d2c1-c4e8-451a-b45a-31717504a87b will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:57.705440 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01182625-7796-4082-9c8d-5aa6a345d995 req-adb12e4b-020e-4cf5-a42a-48f5a9caaeb7 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:57.706956 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-01182625-7796-4082-9c8d-5aa6a345d995 req-adb12e4b-020e-4cf5-a42a-48f5a9caaeb7 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 946 time: 0.0861807 May 27 10:01:57.735037 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1020221'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.740340 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:57.766479 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-01182625-7796-4082-9c8d-5aa6a345d995 req-4324cff5-ca5d-4aee-b89f-2e588ea28257 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533116 May 27 10:01:57.770247 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:57.779845 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:57.833684 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b982f31f-94fa-4ae7-9196-a4874331e1db,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:57.836528 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:57.839329 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Checking segment: {'id': 'bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:57.839679 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Network hostable DHCP agents. Network: df29548d-4bf1-4a87-b59c-0267935b7221, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 10:01:57.925879 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f71c1-10e8-467a-b025-cd4f70d0b169 None None] Pushing event updated for resources: {'Port': ['ID=8cf8d2c1-c4e8-451a-b45a-31717504a87b,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:57.950050 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Network df29548d-4bf1-4a87-b59c-0267935b7221 is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 10:01:57.975501 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-2c2f71c1-10e8-467a-b025-cd4f70d0b169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:58.074601 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255365d9-6b56-443a-a7c3-f01ddae23adf req-d40504b1-1394-4a47-b573-4c471606d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:58.074601 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-255365d9-6b56-443a-a7c3-f01ddae23adf req-d40504b1-1394-4a47-b573-4c471606d7e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 1099 time: 0.0882902 May 27 10:01:58.095420 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, df29548d-4bf1-4a87-b59c-0267935b7221) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:58.103120 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Attempting to bind port 8cf8d2c1-c4e8-451a-b45a-31717504a87b on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:01:58.103578 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Attempting to bind port 8cf8d2c1-c4e8-451a-b45a-31717504a87b by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:01:58.104071 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Attempting to bind port 8cf8d2c1-c4e8-451a-b45a-31717504a87b on network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:58.111731 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede841b5-9d24-4c17-a4d9-aa31a3cafc06 None None] Network df29548d-4bf1-4a87-b59c-0267935b7221 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:01:58.112830 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-255365d9-6b56-443a-a7c3-f01ddae23adf req-6dc3c318-25ce-4082-aa6e-7d4e6d1a00f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517080 May 27 10:01:58.114655 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:58.115343 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:58.137525 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:01:58.137525 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Checking segment: {'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:58.137525 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:58.137525 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Bound using segment: {'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:01:58.137525 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Bound port: 8cf8d2c1-c4e8-451a-b45a-31717504a87b, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:01:58.137525 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:58.210826 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-ab39f892-acfb-4356-a573-c9ea96b33424 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2054009 May 27 10:01:58.213242 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41400) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:01:58.218937 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1000719168-router', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:01:58.223638 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:01:58.227427 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Usage tracker for resource:router and tenant:b8c30f9ad73449198edfa1d57480bb71 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:01:58.230500 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:01:58.237381 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:01:58.353046 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] For port 8cf8d2c1-c4e8-451a-b45a-31717504a87b, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:01:58.355405 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:58.356440 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-724'] for router, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:58.371228 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] For port 8cf8d2c1-c4e8-451a-b45a-31717504a87b, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=8cf8d2c1-c4e8-451a-b45a-31717504a87b,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:01:58.371459 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:58.424673 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8921ffb7-0f01-52f8-b1eb-9e49e72fc055-df29548d-4bf1-4a87-b59c-0267935b7221', 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'fixed_ips': [{'subnet_id': 'b982f31f-94fa-4ae7-9196-a4874331e1db'}]}} from dv-cinder-788782-3-smb. {{(pid=98700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 10:01:58.425486 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:58.503002 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:58.513761 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:58.656336 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f71c1-10e8-467a-b025-cd4f70d0b169 None None] Pushing event updated for resources: {'Port': ['ID=8cf8d2c1-c4e8-451a-b45a-31717504a87b,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:58.662270 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-2c2f71c1-10e8-467a-b025-cd4f70d0b169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:58.665214 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Routers {'fd8fe2bd-c831-4fd2-af27-29331e96ec44'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:01:58.665485 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:01:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:58.716390 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963131-2f12-4021-9d02-b9ec28c8ce4d req-224a34e9-45f3-4166-b9b7-3f57cf94830e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:58.728165 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-91963131-2f12-4021-9d02-b9ec28c8ce4d req-224a34e9-45f3-4166-b9b7-3f57cf94830e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1635058 May 27 10:01:58.799150 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-706'] for router, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:58.803502 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-91963131-2f12-4021-9d02-b9ec28c8ce4d req-6b3cadfa-b6a7-438d-b915-ebce8bb72d68 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741656 May 27 10:01:58.914170 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda199da-2702-45ff-af04-54565a5fef1b req-9bba03bc-a4c0-4415-86a6-d83cd102d8d3 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:58.917683 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.db_base_plugin_common [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Allocated IP 172.20.0.2 (df29548d-4bf1-4a87-b59c-0267935b7221/b982f31f-94fa-4ae7-9196-a4874331e1db/46b28243-81b2-452b-b338-37f7282458a9) {{(pid=98700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:01:58.923182 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cda199da-2702-45ff-af04-54565a5fef1b req-9bba03bc-a4c0-4415-86a6-d83cd102d8d3 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 945 time: 0.1183944 May 27 10:01:59.021666 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cda199da-2702-45ff-af04-54565a5fef1b req-baaa03d2-77a3-477c-bf4b-94277be1d513 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974128 May 27 10:01:59.062526 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] Set router fd8fe2bd-c831-4fd2-af27-29331e96ec44 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:01:59.079501 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd2d4f-52eb-4410-929d-359fb6ecfdcf req-b5bd6c90-9bee-4004-a501-9899e98797c8 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:59.091526 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b1dd2d4f-52eb-4410-929d-359fb6ecfdcf req-b5bd6c90-9bee-4004-a501-9899e98797c8 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 946 time: 0.1494143 May 27 10:01:59.187571 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b1dd2d4f-52eb-4410-929d-359fb6ecfdcf req-f388e0ac-f842-4e83-809b-273979608e74 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873682 May 27 10:01:59.296518 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d0ca-67d8-40f4-b502-65cdbdf9bc75 req-555793ac-fe91-4e96-9348-2b8e7fd57dd8 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:01:59.299001 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c7c3d0ca-67d8-40f4-b502-65cdbdf9bc75 req-555793ac-fe91-4e96-9348-2b8e7fd57dd8 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 946 time: 0.0972767 May 27 10:01:59.352875 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c7c3d0ca-67d8-40f4-b502-65cdbdf9bc75 req-919d43a0-d412-42ba-a18c-0585d268651f tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476778 May 27 10:01:59.390898 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:59.421662 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:59.442271 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Notify callbacks [] for port, precommit_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:59.466684 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Transition to ACTIVE for port object 46b28243-81b2-452b-b338-37f7282458a9 will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:59.524859 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Transition to ACTIVE for port object 46b28243-81b2-452b-b338-37f7282458a9 will not be triggered until provisioned by entity DHCP. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:01:59.555783 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:53Z', 'revision_number': 4, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '8cf8d2c1-c4e8-451a-b45a-31717504a87b', 'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'mac_address': 'fa:16:3e:06:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:52Z', 'updated_at': '2021-05-27T10:01:58Z', 'revision_number': 4, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'subnets': [{'id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:01:59.561426 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13761529-9207-497f-a63e-eb9bd7ba60c4 None None] The sync data for ids ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'] in dv-cinder-788782-3-smb is: [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:53Z', 'revision_number': 4, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '8cf8d2c1-c4e8-451a-b45a-31717504a87b', 'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'mac_address': 'fa:16:3e:06:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:52Z', 'updated_at': '2021-05-27T10:01:58Z', 'revision_number': 4, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'subnets': [{'id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:01:59.579725 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Allocated IP 172.28.0.133 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/c6a0cb58-fe48-46d8-a34a-cad84b2d6123) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:01:59.585221 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:59.595522 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:59.729554 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Network df29548d-4bf1-4a87-b59c-0267935b7221 is already hosted by enough agents. {{(pid=98700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:01:59.731020 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.base_scheduler [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Resources bound (agent type, host, resource id): {{(pid=98700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:59.737914 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Received port after_create {{(pid=98700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:01:59.745929 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Pushing event updated for resources: {'Port': ['ID=46b28243-81b2-452b-b338-37f7282458a9,revision_number=1']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:01:59.760573 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:01:59.774926 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:59.876534 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:59.883601 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:01:59.903300 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Attempting to bind port 46b28243-81b2-452b-b338-37f7282458a9 on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:01:59.911816 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Attempting to bind port 46b28243-81b2-452b-b338-37f7282458a9 by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:01:59.911816 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Attempting to bind port 46b28243-81b2-452b-b338-37f7282458a9 on network df29548d-4bf1-4a87-b59c-0267935b7221 {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:01:59.911816 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:01:59.911816 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Checking segment: {'id': 'bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:01:59.912211 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:59.912509 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Bound using segment: {'id': 'bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:01:59.912996 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Bound port: 46b28243-81b2-452b-b338-37f7282458a9, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:01:59.913380 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:01:59.976959 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:01:59.979961 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:01:59.983020 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:02:00.081527 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Pushing event updated for resources: {'Port': ['ID=c6a0cb58-fe48-46d8-a34a-cad84b2d6123,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:00.090808 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:00.107027 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] For port 46b28243-81b2-452b-b338-37f7282458a9, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:02:00.111094 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] For port 46b28243-81b2-452b-b338-37f7282458a9, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=46b28243-81b2-452b-b338-37f7282458a9,segment=NetworkSegment(bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1),segment_id=bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:02:00.194255 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae862-c62e-4735-9826-e203ce570007 req-f1c75b25-938d-4124-82b7-55f3050db2be tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:00.195877 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4d9ae862-c62e-4735-9826-e203ce570007 req-f1c75b25-938d-4124-82b7-55f3050db2be tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1751883 May 27 10:02:00.204897 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:00.211900 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:00.256915 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4d9ae862-c62e-4735-9826-e203ce570007 req-c501023a-612d-4e1e-a9b4-0d213b093080 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537951 May 27 10:02:00.440555 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 8cf8d2c1-c4e8-451a-b45a-31717504a87b up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:00.461929 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cff99-3411-4d2a-84d6-5d72887aecb1 req-5782d02a-dfd7-4cba-bcad-8ec7b4109a1e tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:00.471351 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e45cff99-3411-4d2a-84d6-5d72887aecb1 req-5782d02a-dfd7-4cba-bcad-8ec7b4109a1e tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 946 time: 0.1379068 May 27 10:02:00.528338 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Pushing event updated for resources: {'Port': ['ID=46b28243-81b2-452b-b338-37f7282458a9,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:00.542448 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:00.610583 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e45cff99-3411-4d2a-84d6-5d72887aecb1 req-48915956-2467-41bd-8467-5767a23dc7dd tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376908 May 27 10:02:00.669695 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 8cf8d2c1-c4e8-451a-b45a-31717504a87b completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:00.675582 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 8cf8d2c1-c4e8-451a-b45a-31717504a87b triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:00.676084 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:00.732956 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963d524-4b2e-4f85-aec3-7c34803a14d7 req-dd981277-a580-4110-8029-a0baff4de98c tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:00.752627 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0963d524-4b2e-4f85-aec3-7c34803a14d7 req-dd981277-a580-4110-8029-a0baff4de98c tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 946 time: 0.2217560 May 27 10:02:00.842446 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0963d524-4b2e-4f85-aec3-7c34803a14d7 req-dce14e7c-3e53-4be0-a3a7-5e6ead480dd0 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889902 May 27 10:02:00.884862 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:00.916168 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:00.988156 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 8cf8d2c1-c4e8-451a-b45a-31717504a87b, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=8cf8d2c1-c4e8-451a-b45a-31717504a87b,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:01.101084 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:01.103424 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:01.226239 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe9e3-d615-49e0-9d97-da3166064b2b req-08ae87b4-84c6-4354-bb73-2315569e8747 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:01.228431 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-073fe9e3-d615-49e0-9d97-da3166064b2b req-08ae87b4-84c6-4354-bb73-2315569e8747 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 946 time: 0.1484952 May 27 10:02:01.316168 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=8cf8d2c1-c4e8-451a-b45a-31717504a87b,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:01.335423 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:01.561070 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437263'] for router, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:01.642373 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-073fe9e3-d615-49e0-9d97-da3166064b2b req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Deleting port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:01.642721 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-073fe9e3-d615-49e0-9d97-da3166064b2b req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:01.680752 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed1fc1c-955f-4ce4-9c41-547dcf79d224 None None] Network df29548d-4bf1-4a87-b59c-0267935b7221 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:02:01.749310 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54cf0b-6c1e-40eb-8383-1eabd354f924 req-88c8123a-70a3-4bac-80c8-4e71091d0dd0 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:01.750817 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7e54cf0b-6c1e-40eb-8383-1eabd354f924 req-88c8123a-70a3-4bac-80c8-4e71091d0dd0 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.2134581 May 27 10:02:01.761276 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e70325-38eb-447a-8128-86d0e54bc7b8 req-1dd0a669-c18c-4f9f-a67a-9f76add7da06 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:01.769634 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0e70325-38eb-447a-8128-86d0e54bc7b8 req-1dd0a669-c18c-4f9f-a67a-9f76add7da06 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 945 time: 0.2995028 May 27 10:02:01.844375 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f is scheduled to L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 with binding_index 1 {{(pid=98699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 10:02:01.875132 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-12370f69-c15c-47aa-a0af-9526405c3e3b None None] Provisioning for port 46b28243-81b2-452b-b338-37f7282458a9 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:01.897384 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0e70325-38eb-447a-8128-86d0e54bc7b8 req-7e263358-be68-4098-99af-b6c4f5720ef3 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267912 May 27 10:02:01.907632 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7e54cf0b-6c1e-40eb-8383-1eabd354f924 req-1d65707d-77fb-4e98-838f-3b549daa9388 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359110 May 27 10:02:01.909434 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-073fe9e3-d615-49e0-9d97-da3166064b2b req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] For port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=8d80ae7b-0a50-437c-a81e-fd8ab8d66777,segment=NetworkSegment(5ab57d57-97ae-4030-b674-794c687083df),segment_id=5ab57d57-97ae-4030-b674-794c687083df)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:01.909889 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-073fe9e3-d615-49e0-9d97-da3166064b2b req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:02.068193 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-073fe9e3-d615-49e0-9d97-da3166064b2b req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Calling delete_port for 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:02.084418 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:02:02.095511 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Sync routers for ids ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:02:02.116842 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Routers {'9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:02.117997 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:01:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:02.193227 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] Notify callbacks [] for router, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:02.194959 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-0ade6d3b-f5ce-47ce-bab4-44febe210c7e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9807882 May 27 10:02:02.197696 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41502) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:02.417997 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Set router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:02.440479 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca5073-8bb8-4317-9b97-ebbcfc7cde0d req-54cb2989-0835-4af3-bb79-7184bbd5ffc8 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:02.460498 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6aca5073-8bb8-4317-9b97-ebbcfc7cde0d req-54cb2989-0835-4af3-bb79-7184bbd5ffc8 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 946 time: 0.3043420 May 27 10:02:02.500541 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9947d8-12f6-4ee7-8bdb-62636cd2f51d req-58bfc7f3-9163-4e26-be38-113d159a16ad tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:02.507694 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0f9947d8-12f6-4ee7-8bdb-62636cd2f51d req-58bfc7f3-9163-4e26-be38-113d159a16ad tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.4177351 May 27 10:02:02.582887 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 46b28243-81b2-452b-b338-37f7282458a9 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:02.622601 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6aca5073-8bb8-4317-9b97-ebbcfc7cde0d req-ae0fd052-aac2-440b-ae38-14a658483f7e tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/security-groups?id=00050d1d-889c-4242-b831-9a29048c3c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609299 May 27 10:02:02.634107 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0f9947d8-12f6-4ee7-8bdb-62636cd2f51d req-811b2741-ce82-4d2d-8ba8-f288097508fc tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252079 May 27 10:02:02.724281 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-073fe9e3-d615-49e0-9d97-da3166064b2b req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:02.730173 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-fb768a34-d809-47b5-b6fc-ffff71cd4883 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:02.782096 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Pushing event deleted for resources: {'Port': ['ID=8d80ae7b-0a50-437c-a81e-fd8ab8d66777,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:02.786374 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:02.835412 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 46b28243-81b2-452b-b338-37f7282458a9 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:02.840813 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 46b28243-81b2-452b-b338-37f7282458a9 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:02.841441 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:02.842040 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'name': 'tempest-TestShelveInstance-1000719168-router', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:58Z', 'updated_at': '2021-05-27T10:02:00Z', 'revision_number': 3, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'gw_port': {'id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:59Z', 'updated_at': '2021-05-27T10:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:02.860460 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Checking router: 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:02:02.861190 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Updating router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f port c6a0cb58-fe48-46d8-a34a-cad84b2d6123 binding host dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 10:02:02.915655 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-073fe9e3-d615-49e0-9d97-da3166064b2b req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] No DVR routers for this DVR port 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:02:02.918312 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-073fe9e3-d615-49e0-9d97-da3166064b2b req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:02.921069 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a894acad-27cb-44cb-9847-cfc2e3860610', 'name': 'network-vif-deleted', 'tag': '8d80ae7b-0a50-437c-a81e-fd8ab8d66777'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:02:02.943534 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:03.020520 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-073fe9e3-d615-49e0-9d97-da3166064b2b req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.35 "DELETE /v2.0/ports/8d80ae7b-0a50-437c-a81e-fd8ab8d66777 HTTP/1.1" status: 204 len: 173 time: 1.7812142 May 27 10:02:03.159541 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:03.221977 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:03.248757 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a894acad-27cb-44cb-9847-cfc2e3860610', 'name': 'network-vif-deleted', 'tag': '8d80ae7b-0a50-437c-a81e-fd8ab8d66777', 'status': 'completed', 'code': 200} May 27 10:02:03.276753 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 46b28243-81b2-452b-b338-37f7282458a9, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=46b28243-81b2-452b-b338-37f7282458a9,segment=NetworkSegment(bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1),segment_id=bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:03.347767 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:03.348618 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 8cf8d2c1-c4e8-451a-b45a-31717504a87b up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:03.407802 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-2c2f71c1-10e8-467a-b025-cd4f70d0b169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:03.507162 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9245db-4393-4042-9051-e163eb3ea108 req-8e013ae4-e084-45c8-a95d-76f8b18ec604 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:03.516789 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4b9245db-4393-4042-9051-e163eb3ea108 req-8e013ae4-e084-45c8-a95d-76f8b18ec604 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.3836963 May 27 10:02:03.528347 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=46b28243-81b2-452b-b338-37f7282458a9,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:03.540376 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:03.542666 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d3f1d-e220-4f70-b773-62dc8c37dc77 req-5ba16fd5-d23d-4443-9c81-a9425841357d tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:03.543815 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1d0d3f1d-e220-4f70-b773-62dc8c37dc77 req-5ba16fd5-d23d-4443-9c81-a9425841357d tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 945 time: 0.3437855 May 27 10:02:03.558911 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 8cf8d2c1-c4e8-451a-b45a-31717504a87b triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:03.559532 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:03.660742 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Allocated IP 172.20.0.1 (df29548d-4bf1-4a87-b59c-0267935b7221/b982f31f-94fa-4ae7-9196-a4874331e1db/da798296-d845-4800-a380-763942d0229a) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:02:03.691976 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Notify callbacks [] for port, precommit_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:03.707244 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.provisioning_blocks [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Transition to ACTIVE for port object c6a0cb58-fe48-46d8-a34a-cad84b2d6123 will not be triggered until provisioned by entity L2. {{(pid=98701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:03.713593 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4b9245db-4393-4042-9051-e163eb3ea108 req-a55a0a63-9209-4890-ad2d-f7d5298cbfdf tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948590 May 27 10:02:03.789611 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:03.803508 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-05a307da-1290-4f76-93f6-69b1b3442b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:03.817192 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc0cc8-f8af-49df-a914-88a4f6193b43 req-d1958b04-981a-40f2-b536-fb6fa8af442f tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:03.822299 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2cc0cc8-f8af-49df-a914-88a4f6193b43 req-d1958b04-981a-40f2-b536-fb6fa8af442f tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 945 time: 0.4686530 May 27 10:02:03.896387 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-1d0d3f1d-e220-4f70-b773-62dc8c37dc77 req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Deleting port fd732763-6526-4646-81e5-168fd88c0f1c {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:03.896952 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1d0d3f1d-e220-4f70-b773-62dc8c37dc77 req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:03.906681 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Attempting to bind port c6a0cb58-fe48-46d8-a34a-cad84b2d6123 on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:02:03.907366 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Attempting to bind port c6a0cb58-fe48-46d8-a34a-cad84b2d6123 by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:02:03.907930 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Attempting to bind port c6a0cb58-fe48-46d8-a34a-cad84b2d6123 on network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:02:03.919777 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:02:03.920387 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Checking segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:02:03.921130 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:03.921709 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Bound using segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:02:03.922399 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Bound port: c6a0cb58-fe48-46d8-a34a-cad84b2d6123, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:02:03.922950 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:03.963809 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689beb4-ca57-49f8-bf19-4e94ef1188b6 None None] Pushing event updated for resources: {'Port': ['ID=c6a0cb58-fe48-46d8-a34a-cad84b2d6123,revision_number=2']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:03.978827 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-5689beb4-ca57-49f8-bf19-4e94ef1188b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:03.982941 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-2f8294ac-7664-48dd-9bcd-1c0b5e27208a req-9927151e-74f5-4c05-b873-ba463b492851 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Synchronizing usage tracker for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:02:04.006236 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2cc0cc8-f8af-49df-a914-88a4f6193b43 req-29330f48-cb69-4459-a7c2-a71ba94b1b00 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/security-groups?id=bbbf3db7-18af-484a-8c88-f5fb09528e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825478 May 27 10:02:04.033548 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] For port c6a0cb58-fe48-46d8-a34a-cad84b2d6123, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:02:04.039517 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] For port c6a0cb58-fe48-46d8-a34a-cad84b2d6123, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=c6a0cb58-fe48-46d8-a34a-cad84b2d6123,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:02:04.059986 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:04.089774 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.provisioning_blocks [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Transition to ACTIVE for port object da798296-d845-4800-a380-763942d0229a will not be triggered until provisioned by entity DHCP. {{(pid=98699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:04.121410 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:04.127863 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-b037b7be-22bb-4661-b61d-4dc040ab2b1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:04.155602 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-2f8294ac-7664-48dd-9bcd-1c0b5e27208a req-9927151e-74f5-4c05-b873-ba463b492851 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Unset dirty status for tenant:2b7d0ac155d2482d9fe00e6b37ebb191 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:02:04.162437 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2f8294ac-7664-48dd-9bcd-1c0b5e27208a req-9927151e-74f5-4c05-b873-ba463b492851 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] 10.222.0.53 "GET /v2.0/ports?device_id=a894acad-27cb-44cb-9847-cfc2e3860610 HTTP/1.1" status: 200 len: 210 time: 0.2430344 May 27 10:02:04.179869 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:04.184710 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-08a14e76-18a9-4c6f-9843-4494fe4335ac tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:04.219181 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Routers {'9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:04.219812 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:01:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:04.224645 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-1d0d3f1d-e220-4f70-b773-62dc8c37dc77 req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] For port fd732763-6526-4646-81e5-168fd88c0f1c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fd732763-6526-4646-81e5-168fd88c0f1c,segment=NetworkSegment(e1c7cb63-9f6a-4bc6-bae7-e23d07e14978),segment_id=e1c7cb63-9f6a-4bc6-bae7-e23d07e14978)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:04.225043 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1d0d3f1d-e220-4f70-b773-62dc8c37dc77 req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:04.264485 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Network df29548d-4bf1-4a87-b59c-0267935b7221 is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:02:04.273472 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:02:04.278631 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:02:04.351984 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689beb4-ca57-49f8-bf19-4e94ef1188b6 None None] Pushing event updated for resources: {'Port': ['ID=c6a0cb58-fe48-46d8-a34a-cad84b2d6123,revision_number=3']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:04.362908 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435817'] for router_interface, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:04.373145 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-5689beb4-ca57-49f8-bf19-4e94ef1188b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:04.381815 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 46b28243-81b2-452b-b338-37f7282458a9 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:04.396314 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Pushing event updated for resources: {'Port': ['ID=da798296-d845-4800-a380-763942d0229a,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:04.400671 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:04.416288 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-1d0d3f1d-e220-4f70-b773-62dc8c37dc77 req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Calling delete_port for fd732763-6526-4646-81e5-168fd88c0f1c owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:04.459653 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad6b7f-5ff0-446c-ae7c-a591fea1d79e req-0ecf6ef7-a9ba-4df5-9bdb-46552bfc356a tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:04.461212 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c7ad6b7f-5ff0-446c-ae7c-a591fea1d79e req-0ecf6ef7-a9ba-4df5-9bdb-46552bfc356a tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.3107679 May 27 10:02:04.494613 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 46b28243-81b2-452b-b338-37f7282458a9 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:04.495301 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:04.506747 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] Set router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:04.535404 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c7ad6b7f-5ff0-446c-ae7c-a591fea1d79e req-484ca9fe-eb7b-425c-a3db-af4d28837605 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567977 May 27 10:02:04.593060 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device fd732763-6526-4646-81e5-168fd88c0f1c no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:04.690971 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:04.692852 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1d0d3f1d-e220-4f70-b773-62dc8c37dc77 req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:04.703899 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-67dc34ef-56f0-411c-b1b5-a60086dd2125 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:04.735491 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No active binding found for port fd732763-6526-4646-81e5-168fd88c0f1c {{(pid=98700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 10:02:04.737381 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device fd732763-6526-4646-81e5-168fd88c0f1c not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:04.738149 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:04.767663 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Pushing event deleted for resources: {'Port': ['ID=fd732763-6526-4646-81e5-168fd88c0f1c,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:04.773148 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:04.842837 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:04.843199 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 8d80ae7b-0a50-437c-a81e-fd8ab8d66777 not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:04.929803 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-399bc092-d609-4eb2-82bf-0f19cd77ddde None None] Provisioning for port da798296-d845-4800-a380-763942d0229a completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:04.937306 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-399bc092-d609-4eb2-82bf-0f19cd77ddde None None] Provisioning complete for port da798296-d845-4800-a380-763942d0229a triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:04.937686 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-399bc092-d609-4eb2-82bf-0f19cd77ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:04.977694 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0d3f1d-e220-4f70-b773-62dc8c37dc77 req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] No DVR routers for this DVR port fd732763-6526-4646-81e5-168fd88c0f1c on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:02:04.986048 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1d0d3f1d-e220-4f70-b773-62dc8c37dc77 req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.016762 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-399bc092-d609-4eb2-82bf-0f19cd77ddde None None] Port da798296-d845-4800-a380-763942d0229a cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:02:05.019055 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead973c7-47a7-4e6f-9d30-fbbfda3c6474 req-ca41b22d-26c1-4819-8ac6-eb4e6179dfd4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:05.020659 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'name': 'tempest-TestShelveInstance-1000719168-router', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:58Z', 'updated_at': '2021-05-27T10:02:00Z', 'revision_number': 3, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'gw_port': {'id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:59Z', 'updated_at': '2021-05-27T10:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:05.021146 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ead973c7-47a7-4e6f-9d30-fbbfda3c6474 req-ca41b22d-26c1-4819-8ac6-eb4e6179dfd4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.35 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.3923326 May 27 10:02:05.025257 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c629c688-f4ae-4cd6-a605-b56d8b9bd814 None None] The sync data for ids ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'] in dv-cinder-788782-3-smb is: [{'id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'name': 'tempest-TestShelveInstance-1000719168-router', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:58Z', 'updated_at': '2021-05-27T10:02:00Z', 'revision_number': 3, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'gw_port': {'id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:59Z', 'updated_at': '2021-05-27T10:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:02:05.064200 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.105127 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1d0d3f1d-e220-4f70-b773-62dc8c37dc77 req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.35 "DELETE /v2.0/ports/fd732763-6526-4646-81e5-168fd88c0f1c HTTP/1.1" status: 204 len: 173 time: 1.5381413 May 27 10:02:05.152916 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.183127 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:05.221041 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-ba6b69b3-6c33-464f-9689-980f69297c4f req-f465dc5d-93a2-4789-8077-398a75b4eae3 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Synchronizing usage tracker for tenant:efdc63893cec4bcf96e04c598c8bb0e9 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:02:05.252161 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091b839-4010-4aba-99a8-8e6fb66abfa9 req-33541318-8789-469d-848a-94786799490e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:05.253673 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2091b839-4010-4aba-99a8-8e6fb66abfa9 req-33541318-8789-469d-848a-94786799490e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.3128896 May 27 10:02:05.257725 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fe582b-65da-43b5-86dd-b35df58ab41c', 'name': 'network-vif-deleted', 'tag': 'fd732763-6526-4646-81e5-168fd88c0f1c'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:02:05.267788 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435914'] for router_interface, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.271637 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Pushing event updated for resources: {'Port': ['ID=da798296-d845-4800-a380-763942d0229a,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:05.274963 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:05.336865 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2091b839-4010-4aba-99a8-8e6fb66abfa9 req-bfa434ba-7a7d-4c32-8155-3f5a4654da69 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739765 May 27 10:02:05.338902 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-ead973c7-47a7-4e6f-9d30-fbbfda3c6474 req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Deleting port 11b2d3e6-1970-4aa6-9c59-1fafec36830a {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:05.339243 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ead973c7-47a7-4e6f-9d30-fbbfda3c6474 req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.369037 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-ba6b69b3-6c33-464f-9689-980f69297c4f req-f465dc5d-93a2-4789-8077-398a75b4eae3 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Unset dirty status for tenant:efdc63893cec4bcf96e04c598c8bb0e9 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:02:05.381719 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ba6b69b3-6c33-464f-9689-980f69297c4f req-f465dc5d-93a2-4789-8077-398a75b4eae3 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7fe582b-65da-43b5-86dd-b35df58ab41c HTTP/1.1" status: 200 len: 210 time: 0.2253053 May 27 10:02:05.491902 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fe582b-65da-43b5-86dd-b35df58ab41c', 'name': 'network-vif-deleted', 'tag': 'fd732763-6526-4646-81e5-168fd88c0f1c', 'status': 'completed', 'code': 200} May 27 10:02:05.492454 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 41550) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:05.506357 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Network df29548d-4bf1-4a87-b59c-0267935b7221 is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:02:05.507637 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:02:05.643761 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4dcc395-c6bb-48e7-a7e8-037d34f184e3 admin admin] Deleting subnet 9fa45a65-7a6e-421c-b0ee-bb8569abea8a {{(pid=98698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:02:05.655468 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc395-c6bb-48e7-a7e8-037d34f184e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.768259 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:02:05.784491 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc395-c6bb-48e7-a7e8-037d34f184e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1971792'] for subnet, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.872348 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-bb44abd0-deaf-4815-8e91-54c8c3fae7e4 None None] Provisioning complete for port da798296-d845-4800-a380-763942d0229a triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:05.877556 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-bb44abd0-deaf-4815-8e91-54c8c3fae7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.931628 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-ead973c7-47a7-4e6f-9d30-fbbfda3c6474 req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] For port 11b2d3e6-1970-4aa6-9c59-1fafec36830a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=11b2d3e6-1970-4aa6-9c59-1fafec36830a,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:05.932003 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ead973c7-47a7-4e6f-9d30-fbbfda3c6474 req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:05.975482 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-bb44abd0-deaf-4815-8e91-54c8c3fae7e4 None None] Port da798296-d845-4800-a380-763942d0229a cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:02:06.067576 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:02:06.092736 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] 10.222.0.53 "PUT /v2.0/routers/9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8935306 May 27 10:02:06.119286 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-ead973c7-47a7-4e6f-9d30-fbbfda3c6474 req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Calling delete_port for 11b2d3e6-1970-4aa6-9c59-1fafec36830a owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:06.142980 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc395-c6bb-48e7-a7e8-037d34f184e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:06.206090 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adb567-b945-4b72-89b1-f3cf78900894 req-086b2e29-79ef-460c-93b9-de0434a94d15 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:06.213351 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-70adb567-b945-4b72-89b1-f3cf78900894 req-086b2e29-79ef-460c-93b9-de0434a94d15 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 946 time: 0.4843309 May 27 10:02:06.359572 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device c6a0cb58-fe48-46d8-a34a-cad84b2d6123 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:06.388985 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-70adb567-b945-4b72-89b1-f3cf78900894 req-09b3da6e-2934-4574-a173-6c8829a55e9b tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724317 May 27 10:02:06.546906 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port c6a0cb58-fe48-46d8-a34a-cad84b2d6123 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:06.552107 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port c6a0cb58-fe48-46d8-a34a-cad84b2d6123 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:06.552500 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:06.696582 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c2ed9-5997-488b-99aa-1109c02cbde3 req-0a80f3c4-cdf8-465b-80e0-c5db7ff27d2b tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:06.698270 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-771c2ed9-5997-488b-99aa-1109c02cbde3 req-0a80f3c4-cdf8-465b-80e0-c5db7ff27d2b tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1992462 May 27 10:02:06.740408 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:06.756140 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-771c2ed9-5997-488b-99aa-1109c02cbde3 req-3ad3a01a-7063-4425-ab07-554908cbcadc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502458 May 27 10:02:06.759432 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port c6a0cb58-fe48-46d8-a34a-cad84b2d6123, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=c6a0cb58-fe48-46d8-a34a-cad84b2d6123,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:06.765650 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ead973c7-47a7-4e6f-9d30-fbbfda3c6474 req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:06.773065 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-f146bde5-216e-4117-b880-23928a69d7c1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:06.777609 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['956e6863-9ade-47cb-8d1f-bb7fb39b3eda'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:02:06.831947 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc395-c6bb-48e7-a7e8-037d34f184e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128020471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2015691'] for subnet, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:06.834840 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Pushing event deleted for resources: {'Port': ['ID=11b2d3e6-1970-4aa6-9c59-1fafec36830a,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:06.838494 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:06.853514 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:06.866375 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:06.891310 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:07.003884 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41576) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:07.011055 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210478829', 'description': 'tempest-secgroup-smoke-210478829 description', 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:07.013792 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-e4dcc395-c6bb-48e7-a7e8-037d34f184e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:07.022571 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead973c7-47a7-4e6f-9d30-fbbfda3c6474 req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] No DVR routers for this DVR port 11b2d3e6-1970-4aa6-9c59-1fafec36830a on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:02:07.025069 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ead973c7-47a7-4e6f-9d30-fbbfda3c6474 req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:07.033171 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:07.033346 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcc395-c6bb-48e7-a7e8-037d34f184e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa45a65-7a6e-421c-b0ee-bb8569abea8a,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:07.039677 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-e4dcc395-c6bb-48e7-a7e8-037d34f184e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:07.042965 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Usage tracker for resource:security_group and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:07.046845 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:07.062661 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:07.062787 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=c6a0cb58-fe48-46d8-a34a-cad84b2d6123,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:07.069970 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:07.115005 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41584) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:07.115296 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-e4dcc395-c6bb-48e7-a7e8-037d34f184e3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9fa45a65-7a6e-421c-b0ee-bb8569abea8a HTTP/1.1" status: 204 len: 168 time: 1.6171544 May 27 10:02:07.117128 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ead973c7-47a7-4e6f-9d30-fbbfda3c6474 req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.35 "DELETE /v2.0/ports/11b2d3e6-1970-4aa6-9c59-1fafec36830a HTTP/1.1" status: 204 len: 173 time: 2.0819335 May 27 10:02:07.150122 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:07.177676 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Sync routers for ids ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:02:07.179698 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:07.186942 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Usage tracker for resource:security_group_rule and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:07.190195 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Routers {'9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:07.194914 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:01:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:07.264614 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:07.287524 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:07.354677 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:07.431964 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Set router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:07.492971 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25112a41-67dd-4fe9-b4d0-f0489818a29d', 'name': 'network-vif-deleted', 'tag': '11b2d3e6-1970-4aa6-9c59-1fafec36830a'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:02:07.583340 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25112a41-67dd-4fe9-b4d0-f0489818a29d', 'name': 'network-vif-deleted', 'tag': '11b2d3e6-1970-4aa6-9c59-1fafec36830a', 'status': 'completed', 'code': 200} May 27 10:02:07.638070 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:07.685350 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a2666a-5256-4cd0-a816-2cee9ac38cb2']}} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:07.685640 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-f971f279-465a-45bb-a8ae-173bd1790014 req-ddad24f8-88d9-4306-877d-e570a8eca3fa tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Synchronizing usage tracker for tenant:7876e62cdb654b09a412bb643fbef639 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:02:07.685778 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab57d57-97ae-4030-b674-794c687083df') {'for_net_delete': True} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:07.685778 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab57d57-97ae-4030-b674-794c687083df') {} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:07.694756 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-70c7f919-bf0f-46fc-8b10-f224213e9119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:07.714649 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1927343'] for segment, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:07.748580 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:07.766837 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=98699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:02:07.767562 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533260'] for segment, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: Traceback (most recent call last): May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: timer() May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: cb(*args, **kw) May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: return func(*args, **kwargs) May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: self._notify() May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: self.callback(batched_events) May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: event.method(event) May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: return f(self, *a, **k) May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: return self._get(url).json() May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: return self.request(url, 'GET', **kwargs) May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:02:07.781950 dv-cinder-788782-3-smb neutron-server[98699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:02:07.808492 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:07.828379 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'name': 'tempest-TestShelveInstance-1000719168-router', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:58Z', 'updated_at': '2021-05-27T10:02:04Z', 'revision_number': 4, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'gw_port': {'id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:59Z', 'updated_at': '2021-05-27T10:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': 'da798296-d845-4800-a380-763942d0229a', 'name': '', 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'mac_address': 'fa:16:3e:e7:50:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b982f31f-94fa-4ae7-9196-a4874331e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:03Z', 'updated_at': '2021-05-27T10:02:04Z', 'revision_number': 2, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'subnets': [{'id': 'b982f31f-94fa-4ae7-9196-a4874331e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:07.834165 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Checking router: 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:02:07.834625 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Updating router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f port da798296-d845-4800-a380-763942d0229a binding host dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 10:02:07.897428 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:07.999232 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66680d07-4953-48c2-9ad3-459f2fff5065 req-509bb160-97c3-4e02-89c1-5dff36181a9d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:08.000797 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-66680d07-4953-48c2-9ad3-459f2fff5065 req-509bb160-97c3-4e02-89c1-5dff36181a9d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0965409 May 27 10:02:08.048269 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.062058 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b2f19b8c-d88f-4a2e-b916-6fd12af541e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:08.062179 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-66680d07-4953-48c2-9ad3-459f2fff5065 req-a45cab77-adad-4b38-a450-058607e0559f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528641 May 27 10:02:08.062179 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-f971f279-465a-45bb-a8ae-173bd1790014 req-ddad24f8-88d9-4306-877d-e570a8eca3fa tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Unset dirty status for tenant:7876e62cdb654b09a412bb643fbef639 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:02:08.062705 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f971f279-465a-45bb-a8ae-173bd1790014 req-ddad24f8-88d9-4306-877d-e570a8eca3fa tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=25112a41-67dd-4fe9-b4d0-f0489818a29d HTTP/1.1" status: 200 len: 210 time: 0.4321117 May 27 10:02:08.067517 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.093940 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.109535 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] 10.222.0.53 "DELETE /v2.0/networks/73a2666a-5256-4cd0-a816-2cee9ac38cb2 HTTP/1.1" status: 204 len: 168 time: 0.9929123 May 27 10:02:08.120710 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f248667c-1620-47e0-817d-0454211fc2b3,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:08.128463 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:08.128911 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:08.151584 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] Pushing event deleted for resources: {'Network': ['ID=73a2666a-5256-4cd0-a816-2cee9ac38cb2,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:08.158994 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c2479bb4-43d5-4225-b0e8-7b2508ca9166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:08.178325 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.182522 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1740334 May 27 10:02:08.182751 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41610) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:08.188851 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Request body: {'security_group_rule': {'security_group_id': 'f248667c-1620-47e0-817d-0454211fc2b3', 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:08.195509 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:08.199161 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Usage tracker for resource:security_group_rule and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:08.202709 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:08.209906 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:08.308253 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.395105 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device c6a0cb58-fe48-46d8-a34a-cad84b2d6123 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:08.416990 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.482118 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Notify callbacks [] for port, precommit_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.500402 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Transition to ACTIVE for port object da798296-d845-4800-a380-763942d0229a will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:08.509705 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port c6a0cb58-fe48-46d8-a34a-cad84b2d6123 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:08.510115 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.572463 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.589786 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.601111 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:08.622283 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:08.629792 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 11b2d3e6-1970-4aa6-9c59-1fafec36830a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:08.648307 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f66e792-dbd5-43a4-881b-4877ac8671b1,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:08.652089 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:08.691306 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 11b2d3e6-1970-4aa6-9c59-1fafec36830a {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:08.691660 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 11b2d3e6-1970-4aa6-9c59-1fafec36830a not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:08.698204 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.699351 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5157044 May 27 10:02:08.702780 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41624) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:08.709118 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Request body: {'security_group_rule': {'security_group_id': 'f248667c-1620-47e0-817d-0454211fc2b3', 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:08.717890 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 41628) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:08.721348 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:08.734402 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Usage tracker for resource:security_group_rule and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:08.740311 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:08.762912 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:08.804869 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41632) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:08.805750 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-715f75d4-27ec-45a7-90f1-ad71e694dccc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b7d0ac155d2482d9fe00e6b37ebb191&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0855985 May 27 10:02:08.878655 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0728ffb-5bd1-4939-9214-afd68af3ab43 None None] Pushing event updated for resources: {'Port': ['ID=da798296-d845-4800-a380-763942d0229a,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:08.879632 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.886356 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-d0728ffb-5bd1-4939-9214-afd68af3ab43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:08.905768 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ef91e9f6-5ae3-4f21-8c9b-0e7690953cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:08.961146 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ef91e9f6-5ae3-4f21-8c9b-0e7690953cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.008674 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.027079 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Attempting to bind port da798296-d845-4800-a380-763942d0229a on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:02:09.027701 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Attempting to bind port da798296-d845-4800-a380-763942d0229a by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:02:09.028229 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Attempting to bind port da798296-d845-4800-a380-763942d0229a on network df29548d-4bf1-4a87-b59c-0267935b7221 {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:02:09.045093 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:02:09.046722 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Checking segment: {'id': 'bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:02:09.047227 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.047697 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Bound using segment: {'id': 'bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:02:09.048255 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Bound port: da798296-d845-4800-a380-763942d0229a, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:02:09.048709 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.092968 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.095152 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-249ac874-2c07-4c1f-b2aa-f7d64c8076d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:09.116060 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fca3c0-7175-4035-9331-712728734f86,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:09.120478 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:09.122306 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ef91e9f6-5ae3-4f21-8c9b-0e7690953cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.132324 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:09.148436 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91e9f6-5ae3-4f21-8c9b-0e7690953cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00050d1d-889c-4242-b831-9a29048c3c2b,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:09.149677 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ef91e9f6-5ae3-4f21-8c9b-0e7690953cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:09.157120 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ef91e9f6-5ae3-4f21-8c9b-0e7690953cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.161002 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-ef91e9f6-5ae3-4f21-8c9b-0e7690953cff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00050d1d-889c-4242-b831-9a29048c3c2b HTTP/1.1" status: 204 len: 168 time: 0.3509805 May 27 10:02:09.162932 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] For port da798296-d845-4800-a380-763942d0229a, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:02:09.166625 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] For port da798296-d845-4800-a380-763942d0229a, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=da798296-d845-4800-a380-763942d0229a,segment=NetworkSegment(bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1),segment_id=bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:02:09.241927 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.249416 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5449390 May 27 10:02:09.251062 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41650) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:09.262605 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Request body: {'security_group_rule': {'security_group_id': 'f248667c-1620-47e0-817d-0454211fc2b3', 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:09.268939 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.270404 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:09.277110 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:09.287594 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Usage tracker for resource:security_group_rule and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:09.297661 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:09.307972 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:09.429160 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375bc98-8d5e-4a5a-bc27-05d4b79eb7d2 req-a562cec7-9fdb-4a3b-be00-c3b32dbf7475 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:09.443223 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Routers {'9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:09.443877 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:01:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:09.447568 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6375bc98-8d5e-4a5a-bc27-05d4b79eb7d2 req-a562cec7-9fdb-4a3b-be00-c3b32dbf7475 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.2145910 May 27 10:02:09.484344 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.543384 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6375bc98-8d5e-4a5a-bc27-05d4b79eb7d2 req-8ded74f3-dac6-4884-b01b-7b9c4c86bf9b tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941384 May 27 10:02:09.652620 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.687043 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0728ffb-5bd1-4939-9214-afd68af3ab43 None None] Pushing event updated for resources: {'Port': ['ID=da798296-d845-4800-a380-763942d0229a,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:09.693854 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-d0728ffb-5bd1-4939-9214-afd68af3ab43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:09.785272 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.788196 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:09.815983 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.822511 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-1d612592-dfc4-4304-942d-07ba437ebb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:09.840761 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e547304-7b2e-4af7-8ce2-630b4a04bc31,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:09.844383 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:09.855777 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] Set router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:09.998015 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:10.001367 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7469954 May 27 10:02:10.007695 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 41686) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:10.010524 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Request body: {'security_group_rule': {'security_group_id': 'f248667c-1620-47e0-817d-0454211fc2b3', 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:10.022154 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:10.035157 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Usage tracker for resource:security_group_rule and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:10.035958 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:10.044828 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:10.223330 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:10.350416 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'name': 'tempest-TestShelveInstance-1000719168-router', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:58Z', 'updated_at': '2021-05-27T10:02:04Z', 'revision_number': 4, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'gw_port': {'id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:59Z', 'updated_at': '2021-05-27T10:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': 'da798296-d845-4800-a380-763942d0229a', 'name': '', 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'mac_address': 'fa:16:3e:e7:50:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b982f31f-94fa-4ae7-9196-a4874331e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:03Z', 'updated_at': '2021-05-27T10:02:09Z', 'revision_number': 4, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'subnets': [{'id': 'b982f31f-94fa-4ae7-9196-a4874331e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:10.359539 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e595e-9e1e-4cdd-8713-4f1b83706814 None None] The sync data for ids ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'] in dv-cinder-788782-3-smb is: [{'id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'name': 'tempest-TestShelveInstance-1000719168-router', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:58Z', 'updated_at': '2021-05-27T10:02:04Z', 'revision_number': 4, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'gw_port': {'id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:59Z', 'updated_at': '2021-05-27T10:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': 'da798296-d845-4800-a380-763942d0229a', 'name': '', 'network_id': 'df29548d-4bf1-4a87-b59c-0267935b7221', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'mac_address': 'fa:16:3e:e7:50:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b982f31f-94fa-4ae7-9196-a4874331e1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:03Z', 'updated_at': '2021-05-27T10:02:09Z', 'revision_number': 4, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'subnets': [{'id': 'b982f31f-94fa-4ae7-9196-a4874331e1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:02:10.396247 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81014f48-7931-4b3e-8e23-1fed51668752 req-0a5e802f-b225-4082-83a5-9f3552c825d7 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:10.400546 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-81014f48-7931-4b3e-8e23-1fed51668752 req-0a5e802f-b225-4082-83a5-9f3552c825d7 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.3270864 May 27 10:02:10.468939 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:10.490246 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce3e5-a348-4236-bc09-e3eeb814a15f req-9f722a29-e097-40f0-8c3c-993f8c4991aa tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:10.501635 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-226ce3e5-a348-4236-bc09-e3eeb814a15f req-9f722a29-e097-40f0-8c3c-993f8c4991aa tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.3488691 May 27 10:02:10.563726 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:10.571268 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686ea11-031c-4edd-a146-18973072c9c3 req-6f8e231d-e3a0-4a4e-b35a-13daf49e8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:10.572776 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b686ea11-031c-4edd-a146-18973072c9c3 req-6f8e231d-e3a0-4a4e-b35a-13daf49e8cfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 1098 time: 0.3264225 May 27 10:02:10.590541 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-81014f48-7931-4b3e-8e23-1fed51668752 req-913a9925-5c81-4390-82b0-57e31df3677e tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634216 May 27 10:02:10.595644 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:10.662357 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-226ce3e5-a348-4236-bc09-e3eeb814a15f req-62e3a399-b0e5-42ac-9796-50d9fcb683ad tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596670 May 27 10:02:10.663024 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3134bbf7-9038-4daf-a85f-4a60a59e0d63,revision_number=0']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:10.695606 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.695985 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.696338 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.696708 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.697063 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.697776 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.698076 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.698415 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.698754 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.699091 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.699485 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.699747 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:10.799361 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:10.932932 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:10.935565 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:10.937490 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9320939 May 27 10:02:10.940827 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41720) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:10.949617 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Request body: {'security_group_rule': {'security_group_id': 'f248667c-1620-47e0-817d-0454211fc2b3', 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:10.961967 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:10.970816 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Usage tracker for resource:security_group_rule and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:10.975654 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:11.003561 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:11.054750 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686ea11-031c-4edd-a146-18973072c9c3 req-003f79ac-2591-4257-a0e5-26ed508d1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:11.059322 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b686ea11-031c-4edd-a146-18973072c9c3 req-003f79ac-2591-4257-a0e5-26ed508d1bbd service neutron] 10.222.0.35 "GET /v2.0/networks?id=680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 200 len: 911 time: 0.4645832 May 27 10:02:11.121323 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.securitygroups_db [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Project 0f5e370e6e574a99b9852a2d3d2e6513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 10:02:11.129491 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:11.182737 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b686ea11-031c-4edd-a146-18973072c9c3 req-fd8104fb-c29b-473a-baa9-adbec3532b24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=311bbffa-7dee-494c-825f-45f3e3314a12 HTTP/1.1" status: 200 len: 1000 time: 0.1133690 May 27 10:02:11.241696 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:11.258011 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686ea11-031c-4edd-a146-18973072c9c3 req-7cae9f26-aa85-409a-9294-3d67621539b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:11.259444 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b686ea11-031c-4edd-a146-18973072c9c3 req-7cae9f26-aa85-409a-9294-3d67621539b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c854efed-adbc-4220-b2d0-d8b2fa86a9a6 HTTP/1.1" status: 200 len: 849 time: 0.0654254 May 27 10:02:11.317869 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:11.317869 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6ff898a1-c1ff-4af7-a7c2-d765e04beeb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:11.366793 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686ea11-031c-4edd-a146-18973072c9c3 req-6722bde0-358c-45c8-882f-0959ff23d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:11.370544 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b686ea11-031c-4edd-a146-18973072c9c3 req-6722bde0-358c-45c8-882f-0959ff23d676 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=680dc906-254f-41f4-8e2f-166a255640b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1028857 May 27 10:02:11.410319 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0befaff-2326-469d-bd5e-3584d98769e2,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:11.416283 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:11.556056 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:11.560211 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-243c3dcb-0d46-49c5-8228-cc615c51d1f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6158180 May 27 10:02:11.560936 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41738) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:11.576795 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Request body: {'security_group_rule': {'security_group_id': 'f248667c-1620-47e0-817d-0454211fc2b3', 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:11.592790 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:11.602425 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Usage tracker for resource:security_group_rule and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:11.611695 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:11.621912 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b686ea11-031c-4edd-a146-18973072c9c3 req-b33225d6-be0a-4255-9cde-a5cd2a283d17 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432489 May 27 10:02:11.623208 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:11.723978 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.securitygroups_db [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Project 0f5e370e6e574a99b9852a2d3d2e6513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 10:02:11.735740 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:11.878691 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:11.990700 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:12.003469 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:12.012728 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b686ea11-031c-4edd-a146-18973072c9c3 req-952b0dae-a74d-4d1b-82a9-a587f9756a68 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837631 May 27 10:02:12.087002 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb35474c-68ee-4ab1-9da5-52771754f0ba,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:12.094489 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:12.125453 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79269d31-33dd-457d-a581-8acf83bf3ab3 req-fc71436a-5a6f-4bb2-b867-8490654bf3c3 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:12.132614 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-79269d31-33dd-457d-a581-8acf83bf3ab3 req-fc71436a-5a6f-4bb2-b867-8490654bf3c3 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.2756145 May 27 10:02:12.162973 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6825c92-4188-4da0-8542-f02fdf1cb0b1 req-592e3b4f-7c2b-4f25-936d-fd886f84991f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:12.169732 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e6825c92-4188-4da0-8542-f02fdf1cb0b1 req-592e3b4f-7c2b-4f25-936d-fd886f84991f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.2275944 May 27 10:02:12.186266 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:12.186266 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6178222 May 27 10:02:12.242345 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-79269d31-33dd-457d-a581-8acf83bf3ab3 req-b7e2ec31-6f3c-470f-9ac2-7a977be7f82f tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085913 May 27 10:02:12.270180 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e6825c92-4188-4da0-8542-f02fdf1cb0b1 req-788dc660-933a-4213-badd-436fc2007727 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953262 May 27 10:02:12.471521 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device da798296-d845-4800-a380-763942d0229a up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:12.644668 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port da798296-d845-4800-a380-763942d0229a completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:12.647674 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:12.650290 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port da798296-d845-4800-a380-763942d0229a triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:12.650654 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:12.792587 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:12.839657 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port da798296-d845-4800-a380-763942d0229a, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=da798296-d845-4800-a380-763942d0229a,segment=NetworkSegment(bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1),segment_id=bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:12.942070 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:12.948759 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f06d4f65-fae3-47fa-aed0-93d277d41553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:13.053035 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=da798296-d845-4800-a380-763942d0229a,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:13.056884 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:13.162999 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 41778) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:13.308692 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-606b970b-c6e2-4dfb-bbdf-5a03255f337a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:13.331361 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-606b970b-c6e2-4dfb-bbdf-5a03255f337a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:13.338795 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-606b970b-c6e2-4dfb-bbdf-5a03255f337a admin admin] Usage tracker for resource:security_group_rule and tenant:6433a02b46334609b656c80c543708ff is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:13.342846 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-606b970b-c6e2-4dfb-bbdf-5a03255f337a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:13.349681 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-606b970b-c6e2-4dfb-bbdf-5a03255f337a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:13.543387 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334a1f3-30f0-4fbb-a961-1db7bfc10d88 req-2f69d906-8c7b-4433-8eb7-2ac596d65bf5 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:13.544854 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e334a1f3-30f0-4fbb-a961-1db7bfc10d88 req-2f69d906-8c7b-4433-8eb7-2ac596d65bf5 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1924448 May 27 10:02:13.621007 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b68c8-8edc-42bc-856b-c3a9377166ec req-6786970e-0cfc-4228-92d9-9fe70d23dba8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:13.622498 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-189b68c8-8edc-42bc-856b-c3a9377166ec req-6786970e-0cfc-4228-92d9-9fe70d23dba8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1941760 May 27 10:02:13.629347 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-606b970b-c6e2-4dfb-bbdf-5a03255f337a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:13.650352 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e334a1f3-30f0-4fbb-a961-1db7bfc10d88 req-38c22e99-d8ca-4172-9f17-f8f758f4a3aa tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940604 May 27 10:02:13.682998 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-189b68c8-8edc-42bc-856b-c3a9377166ec req-526e1d66-0e29-4a63-b93c-80e265460f4b tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523300 May 27 10:02:13.689555 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-606b970b-c6e2-4dfb-bbdf-5a03255f337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:13.707064 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3656af65-e99a-42b2-9956-a5a165d05df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:13.742632 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-606b970b-c6e2-4dfb-bbdf-5a03255f337a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6433a02b46334609b656c80c543708ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5759094 May 27 10:02:13.742878 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 41790) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:13.745396 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b970b-c6e2-4dfb-bbdf-5a03255f337a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80891442-73a9-449d-9a6a-0403b471d02f,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:13.757509 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-606b970b-c6e2-4dfb-bbdf-5a03255f337a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:13.811530 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1b63ba15-8b12-4635-80cf-b97d4485b378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:13.839899 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1b63ba15-8b12-4635-80cf-b97d4485b378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:13.987296 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1b63ba15-8b12-4635-80cf-b97d4485b378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:13.991323 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-f9c28a31-f2df-4c66-9341-bbd251d34cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:14.004037 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63ba15-8b12-4635-80cf-b97d4485b378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80891442-73a9-449d-9a6a-0403b471d02f,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:14.007743 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1b63ba15-8b12-4635-80cf-b97d4485b378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:14.015521 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1b63ba15-8b12-4635-80cf-b97d4485b378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:14.019623 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-1b63ba15-8b12-4635-80cf-b97d4485b378 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80891442-73a9-449d-9a6a-0403b471d02f HTTP/1.1" status: 204 len: 168 time: 0.2735527 May 27 10:02:14.463386 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device da798296-d845-4800-a380-763942d0229a up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:14.544504 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port da798296-d845-4800-a380-763942d0229a triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:14.545090 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:14.816108 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41808) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:14.836538 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7acee4a9-8e53-4c10-8b63-193681a8bd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:14.851723 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-7acee4a9-8e53-4c10-8b63-193681a8bd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:14.855953 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-7acee4a9-8e53-4c10-8b63-193681a8bd39 admin admin] Usage tracker for resource:security_group_rule and tenant:be606eaa85b447beb19a4f4bd4e71ac6 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:14.859554 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-7acee4a9-8e53-4c10-8b63-193681a8bd39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:14.867403 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-7acee4a9-8e53-4c10-8b63-193681a8bd39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:14.896304 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d56ad4-407f-4fa3-8165-4608d47a7cdb req-701edb77-0029-4640-b906-80384c8f55a4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:14.898356 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f2d56ad4-407f-4fa3-8165-4608d47a7cdb req-701edb77-0029-4640-b906-80384c8f55a4 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1121840 May 27 10:02:14.958202 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f2d56ad4-407f-4fa3-8165-4608d47a7cdb req-2390102e-b4b1-4044-830a-d09eefcf0d9f tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546527 May 27 10:02:14.966998 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7acee4a9-8e53-4c10-8b63-193681a8bd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:15.035778 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7acee4a9-8e53-4c10-8b63-193681a8bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:15.055098 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-77a5c197-27d8-459f-aed0-495d4b3698ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:15.124158 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-7acee4a9-8e53-4c10-8b63-193681a8bd39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be606eaa85b447beb19a4f4bd4e71ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059952 May 27 10:02:15.125837 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acee4a9-8e53-4c10-8b63-193681a8bd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7532e5-e71c-4e9e-ac47-c52c5ccc9ff2,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:15.126660 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 41814) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:15.129023 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-7acee4a9-8e53-4c10-8b63-193681a8bd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:15.209400 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8df08a10-e253-4055-a119-128b55e7423f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:15.237116 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8df08a10-e253-4055-a119-128b55e7423f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:15.424335 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8df08a10-e253-4055-a119-128b55e7423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:15.429332 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5133116d-fc63-46d8-82c3-5549f41d2aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:15.443920 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df08a10-e253-4055-a119-128b55e7423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7532e5-e71c-4e9e-ac47-c52c5ccc9ff2,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:15.446784 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-8df08a10-e253-4055-a119-128b55e7423f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:15.449793 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-8df08a10-e253-4055-a119-128b55e7423f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:15.451100 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-8df08a10-e253-4055-a119-128b55e7423f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f7532e5-e71c-4e9e-ac47-c52c5ccc9ff2 HTTP/1.1" status: 204 len: 168 time: 0.3232875 May 27 10:02:16.211489 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8980e-46d9-4ae0-a460-c535c88f85c7 req-e9eb2401-f345-43b6-95cd-b190827abfe3 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:16.214091 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-50f8980e-46d9-4ae0-a460-c535c88f85c7 req-e9eb2401-f345-43b6-95cd-b190827abfe3 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1146212 May 27 10:02:16.333249 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-50f8980e-46d9-4ae0-a460-c535c88f85c7 req-034cc0f2-c20f-4630-a402-082f0c086cae tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/security-groups?id=744f8e2f-19bc-4065-b647-9b29c2fd0bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121111 May 27 10:02:16.383519 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb338ada-80a2-4b39-bdfa-8b3815dde31f req-6ff88d50-267b-47dd-a2b6-04d1935a5fa0 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:16.388776 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eb338ada-80a2-4b39-bdfa-8b3815dde31f req-6ff88d50-267b-47dd-a2b6-04d1935a5fa0 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.35 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 945 time: 0.1464696 May 27 10:02:16.551959 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-eb338ada-80a2-4b39-bdfa-8b3815dde31f req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Deleting port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:16.552716 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-eb338ada-80a2-4b39-bdfa-8b3815dde31f req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:16.792550 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-eb338ada-80a2-4b39-bdfa-8b3815dde31f req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] For port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=956e6863-9ade-47cb-8d1f-bb7fb39b3eda,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:16.794479 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-eb338ada-80a2-4b39-bdfa-8b3815dde31f req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.027601 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-eb338ada-80a2-4b39-bdfa-8b3815dde31f req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Calling delete_port for 956e6863-9ade-47cb-8d1f-bb7fb39b3eda owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:17.250444 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-eb338ada-80a2-4b39-bdfa-8b3815dde31f req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.259083 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:17.367225 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Pushing event deleted for resources: {'Port': ['ID=956e6863-9ade-47cb-8d1f-bb7fb39b3eda,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:17.381755 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:17.422928 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb338ada-80a2-4b39-bdfa-8b3815dde31f req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] No DVR routers for this DVR port 956e6863-9ade-47cb-8d1f-bb7fb39b3eda on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:02:17.426513 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-eb338ada-80a2-4b39-bdfa-8b3815dde31f req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:17.439627 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac3ea16-126f-48a6-a2c7-65b5d9e120e6', 'name': 'network-vif-deleted', 'tag': '956e6863-9ade-47cb-8d1f-bb7fb39b3eda'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:02:17.534007 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eb338ada-80a2-4b39-bdfa-8b3815dde31f req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.35 "DELETE /v2.0/ports/956e6863-9ade-47cb-8d1f-bb7fb39b3eda HTTP/1.1" status: 204 len: 173 time: 1.1425695 May 27 10:02:17.542418 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-79cca076-38fe-48c7-944b-d6bb69e894aa req-3c4f70ab-5013-4975-96c2-3bfc0495ec92 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Synchronizing usage tracker for tenant:7876e62cdb654b09a412bb643fbef639 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:02:17.553653 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac3ea16-126f-48a6-a2c7-65b5d9e120e6', 'name': 'network-vif-deleted', 'tag': '956e6863-9ade-47cb-8d1f-bb7fb39b3eda', 'status': 'completed', 'code': 200} May 27 10:02:17.634991 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-79cca076-38fe-48c7-944b-d6bb69e894aa req-3c4f70ab-5013-4975-96c2-3bfc0495ec92 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Unset dirty status for tenant:7876e62cdb654b09a412bb643fbef639 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:02:17.634991 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-79cca076-38fe-48c7-944b-d6bb69e894aa req-3c4f70ab-5013-4975-96c2-3bfc0495ec92 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] 10.222.0.53 "GET /v2.0/ports?device_id=aac3ea16-126f-48a6-a2c7-65b5d9e120e6 HTTP/1.1" status: 200 len: 210 time: 0.1542892 May 27 10:02:18.640665 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 956e6863-9ade-47cb-8d1f-bb7fb39b3eda no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:18.684210 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 956e6863-9ade-47cb-8d1f-bb7fb39b3eda {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:18.684922 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 956e6863-9ade-47cb-8d1f-bb7fb39b3eda not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:18.786645 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 41896) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:19.598163 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435964'] for router_interface, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:19.612011 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41946) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:19.756947 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:19.772059 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:19.775811 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Usage tracker for resource:security_group_rule and tenant:5ca8ee3bd12c43158a82ec87ea4ae84e is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:19.778608 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:19.784819 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:19.865440 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:19.932401 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:19.942467 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-3c383219-e8c7-426a-88ef-033252941aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:19.981503 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ca8ee3bd12c43158a82ec87ea4ae84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683043 May 27 10:02:19.984530 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 41954) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:19.997291 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c1123a-68fa-4ded-891e-93e97dff3137,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:20.018831 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.020010 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.020557 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.023717 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.024315 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.024834 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.025358 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.025924 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.026435 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.026932 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.027447 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.032505 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:20.034044 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:20.104691 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e0345d5c-1409-496f-8d6a-5abdcaed0743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:20.149806 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e0345d5c-1409-496f-8d6a-5abdcaed0743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:20.220041 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Deleting port 486242c9-343f-4ddd-bc54-40216224ed8d {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:20.220640 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:20.327739 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e0345d5c-1409-496f-8d6a-5abdcaed0743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:20.346484 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-a8c53e82-8a67-45cc-b0fa-f4a1741b07db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:20.362982 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e0345d5c-1409-496f-8d6a-5abdcaed0743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:20.368284 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-e0345d5c-1409-496f-8d6a-5abdcaed0743 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31c1123a-68fa-4ded-891e-93e97dff3137 HTTP/1.1" status: 204 len: 168 time: 0.3827963 May 27 10:02:20.379134 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0345d5c-1409-496f-8d6a-5abdcaed0743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c1123a-68fa-4ded-891e-93e97dff3137,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:20.386175 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e0345d5c-1409-496f-8d6a-5abdcaed0743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:20.391192 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] For port 486242c9-343f-4ddd-bc54-40216224ed8d, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=486242c9-343f-4ddd-bc54-40216224ed8d,segment=NetworkSegment(d6eda799-5f8d-43b6-bf22-d6ca671f386f),segment_id=d6eda799-5f8d-43b6-bf22-d6ca671f386f)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:20.393548 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:20.619526 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Calling delete_port for 486242c9-343f-4ddd-bc54-40216224ed8d owned by network:router_interface {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:21.040991 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:21.048826 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-cf4321e7-66d0-4eeb-8127-2ec3a861af4a tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:21.136028 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=486242c9-343f-4ddd-bc54-40216224ed8d,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:21.145466 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:21.519252 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3921373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-436300'] for router_interface, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:22.128403 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Router aac5f1b0-6a2e-4471-9aab-f909e21df452 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:02:22.449977 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:02:22.463600 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaaa41-d911-40a0-943a-3862c13c256f None None] Sync routers for ids ['aac5f1b0-6a2e-4471-9aab-f909e21df452'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:02:22.476178 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adaaa41-d911-40a0-943a-3862c13c256f None None] Routers {'aac5f1b0-6a2e-4471-9aab-f909e21df452'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:22.476896 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-3adaaa41-d911-40a0-943a-3862c13c256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:02:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['aac5f1b0-6a2e-4471-9aab-f909e21df452'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:22.571327 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] 10.222.0.53 "PUT /v2.0/routers/aac5f1b0-6a2e-4471-9aab-f909e21df452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7826905 May 27 10:02:22.573733 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 42042) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:22.719759 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-3adaaa41-d911-40a0-943a-3862c13c256f None None] Set router aac5f1b0-6a2e-4471-9aab-f909e21df452 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:23.006974 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.210342 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.222776 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-3adaaa41-d911-40a0-943a-3862c13c256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-router', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229'}], 'enable_snat': True}, 'gw_port_id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T10:02:20Z', 'revision_number': 5, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'gw_port': {'id': '5c5ee439-73c3-4737-a266-ecef73d62d7e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:23.226726 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaaa41-d911-40a0-943a-3862c13c256f None None] Checking router: aac5f1b0-6a2e-4471-9aab-f909e21df452 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:02:23.237496 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adaaa41-d911-40a0-943a-3862c13c256f None None] Routers {'aac5f1b0-6a2e-4471-9aab-f909e21df452'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:23.237496 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-3adaaa41-d911-40a0-943a-3862c13c256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:02:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['aac5f1b0-6a2e-4471-9aab-f909e21df452'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:23.423609 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-3adaaa41-d911-40a0-943a-3862c13c256f None None] Set router aac5f1b0-6a2e-4471-9aab-f909e21df452 gateway port host: None {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:23.472268 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Deleting port 5c5ee439-73c3-4737-a266-ecef73d62d7e {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:02:23.472741 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.588689 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-3adaaa41-d911-40a0-943a-3862c13c256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-router', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T10:02:23Z', 'revision_number': 6, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'gw_port_host': None}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:23.596831 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adaaa41-d911-40a0-943a-3862c13c256f None None] The sync data for ids ['aac5f1b0-6a2e-4471-9aab-f909e21df452'] in dv-cinder-788782-3-smb is: [{'id': 'aac5f1b0-6a2e-4471-9aab-f909e21df452', 'name': 'tempest-ServerRescueNegativeTestJSON-1495836840-router', 'tenant_id': '7876e62cdb654b09a412bb643fbef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T10:02:23Z', 'revision_number': 6, 'project_id': '7876e62cdb654b09a412bb643fbef639', 'gw_port_host': None}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:02:23.691440 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] For port 5c5ee439-73c3-4737-a266-ecef73d62d7e, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=5c5ee439-73c3-4737-a266-ecef73d62d7e,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:23.692046 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:23.847078 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Calling delete_port for 5c5ee439-73c3-4737-a266-ecef73d62d7e owned by network:router_gateway {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:02:24.098678 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:24.105174 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-d94918ca-4728-402a-90d3-7ba03d64b6fc tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:24.166449 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5ee439-73c3-4737-a266-ecef73d62d7e,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:24.169442 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:24.264645 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437459'] for router_gateway, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:24.480710 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 486242c9-343f-4ddd-bc54-40216224ed8d no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:24.524018 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 486242c9-343f-4ddd-bc54-40216224ed8d {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:24.524270 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 486242c9-343f-4ddd-bc54-40216224ed8d not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:24.524708 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 5c5ee439-73c3-4737-a266-ecef73d62d7e no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:02:24.559308 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 5c5ee439-73c3-4737-a266-ecef73d62d7e {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:02:24.559865 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 5c5ee439-73c3-4737-a266-ecef73d62d7e not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:02:24.588830 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-731'] for router, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:24.595909 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:24.781483 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-439648'] for router, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:24.782247 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac5f1b0-6a2e-4471-9aab-f909e21df452 {{(pid=98698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 10:02:24.799948 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Notify callbacks [] for router, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:24.803602 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/aac5f1b0-6a2e-4471-9aab-f909e21df452 HTTP/1.1" status: 204 len: 168 time: 2.2261245 May 27 10:02:24.803892 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 42072) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:24.881748 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7a399c-6edc-4ec5-bd96-73d196f3db7b admin admin] Deleting subnet 708bfe60-b9d4-4818-ac4c-f464201aafd5 {{(pid=98698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:02:24.885101 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3f7a399c-6edc-4ec5-bd96-73d196f3db7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:24.962665 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3f7a399c-6edc-4ec5-bd96-73d196f3db7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1971792'] for subnet, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:25.039286 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3f7a399c-6edc-4ec5-bd96-73d196f3db7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:25.575808 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3f7a399c-6edc-4ec5-bd96-73d196f3db7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128020471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2015691'] for subnet, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:25.580757 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0486bed9-44e5-4425-801f-4aced26ef233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:25.618597 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a399c-6edc-4ec5-bd96-73d196f3db7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708bfe60-b9d4-4818-ac4c-f464201aafd5,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:25.622395 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3f7a399c-6edc-4ec5-bd96-73d196f3db7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:25.625777 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3f7a399c-6edc-4ec5-bd96-73d196f3db7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:25.632015 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-3f7a399c-6edc-4ec5-bd96-73d196f3db7b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/708bfe60-b9d4-4818-ac4c-f464201aafd5 HTTP/1.1" status: 204 len: 168 time: 0.8270922 May 27 10:02:25.637354 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42094) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:25.770656 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:25.909283 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:25.924806 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5073019d-3d3e-4ac3-99f8-103c518ae1d6']}} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:25.941645 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6eda799-5f8d-43b6-bf22-d6ca671f386f') {'for_net_delete': True} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:25.944459 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6eda799-5f8d-43b6-bf22-d6ca671f386f') {} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:25.955596 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1927343'] for segment, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:25.974793 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:25.985620 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=98699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:02:25.986286 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533260'] for segment, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: Traceback (most recent call last): May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: timer() May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: cb(*args, **kw) May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: return func(*args, **kwargs) May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: self._notify() May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: self.callback(batched_events) May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: event.method(event) May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: return f(self, *a, **k) May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: return self._get(url).json() May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: return self.request(url, 'GET', **kwargs) May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:02:26.010462 dv-cinder-788782-3-smb neutron-server[98699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:02:26.195334 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:26.210893 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:26.223594 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:26.233751 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] Pushing event deleted for resources: {'Network': ['ID=5073019d-3d3e-4ac3-99f8-103c518ae1d6,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:26.239656 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5073019d-3d3e-4ac3-99f8-103c518ae1d6 HTTP/1.1" status: 204 len: 168 time: 0.6035407 May 27 10:02:26.241158 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-70ba9834-3095-4934-ab9e-db0a98734a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:26.671518 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42112) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:26.719700 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-958db5c1-49a2-4d67-b388-caa4dee939d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7876e62cdb654b09a412bb643fbef639&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469360 May 27 10:02:26.722050 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42116) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:26.785882 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-61f9f3d1-a796-4e8a-a3fd-6fc3888b429a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:26.819762 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-61f9f3d1-a796-4e8a-a3fd-6fc3888b429a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:26.932249 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-61f9f3d1-a796-4e8a-a3fd-6fc3888b429a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:26.937344 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0eb8ad5f-7916-4cea-9401-22f944783605 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:26.947842 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9f3d1-a796-4e8a-a3fd-6fc3888b429a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f8e2f-19bc-4065-b647-9b29c2fd0bca,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:26.955446 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-61f9f3d1-a796-4e8a-a3fd-6fc3888b429a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:26.955794 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-61f9f3d1-a796-4e8a-a3fd-6fc3888b429a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:26.960123 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-61f9f3d1-a796-4e8a-a3fd-6fc3888b429a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/744f8e2f-19bc-4065-b647-9b29c2fd0bca HTTP/1.1" status: 204 len: 168 time: 0.2340271 May 27 10:02:27.379982 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:28.142610 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 42156) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:28.261216 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-network', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:28.265968 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:28.270645 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Usage tracker for resource:network and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:28.273790 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:28.280429 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:28.308156 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:02:28.400634 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Made reservation on behalf of bbbb4a013c2442cebd35cccdcc987382 for: {'network': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:02:28.404735 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:28.421582 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:28.442355 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:28.447986 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:28.453221 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:28.461234 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:28.582484 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:28.635484 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:28.642536 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-606b970b-c6e2-4dfb-bbdf-5a03255f337a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:28.677602 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=98698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 10:02:28.688897 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9eda1e-6dfd-4f95-9878-fc4c51ae754c,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:28.693076 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:28.696331 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:28.696843 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.segments_db [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Added segment 5422983e-810c-4df1-bd36-4180a9b42e72 of type vlan for network e6a347da-697c-4ba3-831a-aabf4658c33d May 27 10:02:28.754516 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:28.870628 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:28.876515 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:28.881011 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:28.894477 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:29.148559 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0048018 May 27 10:02:29.149687 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a347da-697c-4ba3-831a-aabf4658c33d,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:29.152039 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42188) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:29.158232 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:29.161495 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network e6a347da-697c-4ba3-831a-aabf4658c33d details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 10:02:29.172309 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Request body: {'subnet': {'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-subnet', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:29.182319 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:29.194674 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Usage tracker for resource:subnet and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:29.199851 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:29.223260 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:29.239019 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-bcf21e63-d375-4d3e-ad20-cdb1d6f34adf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1662257 May 27 10:02:29.396861 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-bfeb7c0f-1267-43c8-9477-174b99156f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:29.398410 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-bfeb7c0f-1267-43c8-9477-174b99156f27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 1098 time: 0.1366427 May 27 10:02:29.454800 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Made reservation on behalf of bbbb4a013c2442cebd35cccdcc987382 for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:02:29.457884 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1020203'] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:29.556387 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-56c8c326-78b6-4736-9db9-9420ee0cd175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:29.558068 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-56c8c326-78b6-4736-9db9-9420ee0cd175 service neutron] 10.222.0.35 "GET /v2.0/networks?id=680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 200 len: 911 time: 0.1381707 May 27 10:02:29.699525 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-353613e3-bcd4-4a6d-ad73-833066929b49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=311bbffa-7dee-494c-825f-45f3e3314a12 HTTP/1.1" status: 200 len: 1000 time: 0.1322856 May 27 10:02:29.840291 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-14156088-d2bc-4381-b8fb-d1ea0333f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:29.845987 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-14156088-d2bc-4381-b8fb-d1ea0333f077 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c854efed-adbc-4220-b2d0-d8b2fa86a9a6 HTTP/1.1" status: 200 len: 849 time: 0.1382611 May 27 10:02:29.943676 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-4efdb17f-2d9b-4f9a-ae18-c1b49b419099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:29.945394 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-4efdb17f-2d9b-4f9a-ae18-c1b49b419099 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=680dc906-254f-41f4-8e2f-166a255640b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890675 May 27 10:02:30.198379 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-db9ea5ab-d211-493c-ad07-99ed7d343d21 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425382 May 27 10:02:30.290470 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1020221'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:30.305752 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:30.500541 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Checking segment: {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:02:30.501338 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Network hostable DHCP agents. Network: e6a347da-697c-4ba3-831a-aabf4658c33d, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 10:02:30.514328 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d76cc7-db93-4d50-beba-d9cb6b0e0c62,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:30.518076 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:30.606373 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2725276f-ac4d-4780-b7c3-72fc54d3d522 req-6493c7df-ce48-48c9-ad88-799ab7da0ebf service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922436 May 27 10:02:30.623803 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Network e6a347da-697c-4ba3-831a-aabf4658c33d is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 10:02:30.703313 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, e6a347da-697c-4ba3-831a-aabf4658c33d) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:02:30.718969 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32cbf70-f610-44cd-98f6-136d9fe696a1 None None] Network e6a347da-697c-4ba3-831a-aabf4658c33d requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:02:30.731884 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:30.734033 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:30.859241 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-628bbcfa-dd31-449b-b191-3b460494c4b7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7053092 May 27 10:02:30.862009 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42206) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:30.867117 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:30.872278 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:30.877451 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Usage tracker for resource:router and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:30.880444 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:30.886290 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:30.975243 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844391b5-070e-47f4-9148-200af42a513d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8921ffb7-0f01-52f8-b1eb-9e49e72fc055-e6a347da-697c-4ba3-831a-aabf4658c33d', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62'}]}} from dv-cinder-788782-3-smb. {{(pid=98700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 10:02:30.976480 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:30.989333 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:30.990415 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-724'] for router, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:31.015053 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:31.178040 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.db_base_plugin_common [None req-844391b5-070e-47f4-9148-200af42a513d None None] Allocated IP 172.20.0.2 (e6a347da-697c-4ba3-831a-aabf4658c33d/26d76cc7-db93-4d50-beba-d9cb6b0e0c62/06cc189b-a8e4-4f76-b41f-b78657391688) {{(pid=98700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:02:31.395142 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-706'] for router, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:31.480715 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Notify callbacks [] for port, precommit_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:31.491928 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-844391b5-070e-47f4-9148-200af42a513d None None] Transition to ACTIVE for port object 06cc189b-a8e4-4f76-b41f-b78657391688 will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:31.517245 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-844391b5-070e-47f4-9148-200af42a513d None None] Transition to ACTIVE for port object 06cc189b-a8e4-4f76-b41f-b78657391688 will not be triggered until provisioned by entity DHCP. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:31.601519 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:31.609369 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:31.695424 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844391b5-070e-47f4-9148-200af42a513d None None] Network e6a347da-697c-4ba3-831a-aabf4658c33d is already hosted by enough agents. {{(pid=98700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:02:31.699182 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.base_scheduler [None req-844391b5-070e-47f4-9148-200af42a513d None None] Resources bound (agent type, host, resource id): {{(pid=98700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:02:31.703165 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844391b5-070e-47f4-9148-200af42a513d None None] Received port after_create {{(pid=98700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:02:31.777050 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844391b5-070e-47f4-9148-200af42a513d None None] Pushing event updated for resources: {'Port': ['ID=06cc189b-a8e4-4f76-b41f-b78657391688,revision_number=1']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:31.794128 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.794804 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.795427 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.795950 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.796447 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.796925 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.797418 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.797928 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.798496 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.798982 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.799453 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.799939 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:02:31.817049 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-844391b5-070e-47f4-9148-200af42a513d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:31.837093 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-844391b5-070e-47f4-9148-200af42a513d None None] Attempting to bind port 06cc189b-a8e4-4f76-b41f-b78657391688 on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:02:31.840564 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-844391b5-070e-47f4-9148-200af42a513d None None] Attempting to bind port 06cc189b-a8e4-4f76-b41f-b78657391688 by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:02:31.840564 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844391b5-070e-47f4-9148-200af42a513d None None] Attempting to bind port 06cc189b-a8e4-4f76-b41f-b78657391688 on network e6a347da-697c-4ba3-831a-aabf4658c33d {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:02:31.844304 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844391b5-070e-47f4-9148-200af42a513d None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:02:31.845116 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844391b5-070e-47f4-9148-200af42a513d None None] Checking segment: {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:02:31.845681 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:31.846262 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844391b5-070e-47f4-9148-200af42a513d None None] Bound using segment: {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:02:31.846912 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-844391b5-070e-47f4-9148-200af42a513d None None] Bound port: 06cc189b-a8e4-4f76-b41f-b78657391688, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:02:31.847458 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:31.964077 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-844391b5-070e-47f4-9148-200af42a513d None None] For port 06cc189b-a8e4-4f76-b41f-b78657391688, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:02:31.969009 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-844391b5-070e-47f4-9148-200af42a513d None None] For port 06cc189b-a8e4-4f76-b41f-b78657391688, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=06cc189b-a8e4-4f76-b41f-b78657391688,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:02:32.035921 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:32.073576 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:32.101108 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-844391b5-070e-47f4-9148-200af42a513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:32.104771 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:32.194639 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844391b5-070e-47f4-9148-200af42a513d None None] Pushing event updated for resources: {'Port': ['ID=06cc189b-a8e4-4f76-b41f-b78657391688,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:32.208454 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-844391b5-070e-47f4-9148-200af42a513d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:32.305037 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Allocated IP 172.28.0.51 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/bb6d2293-56a1-44bc-aa64-b61d0a60dd72) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:02:32.596310 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:32.736789 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:32.742989 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:32.893932 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Pushing event updated for resources: {'Port': ['ID=bb6d2293-56a1-44bc-aa64-b61d0a60dd72,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:32.897323 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:32.923211 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:02:32.924599 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:02:32.927192 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:02:33.574160 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f83f401-4142-4458-aead-993f89a99e88 None None] Network e6a347da-697c-4ba3-831a-aabf4658c33d requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:02:33.692087 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:33.830230 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-3e3fe247-869f-424a-9d5f-38c12e6ee7ff None None] Provisioning for port 06cc189b-a8e4-4f76-b41f-b78657391688 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:34.302294 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437263'] for router, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:34.441668 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 06cc189b-a8e4-4f76-b41f-b78657391688 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:34.666327 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 06cc189b-a8e4-4f76-b41f-b78657391688 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:34.667026 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Router 74c98167-9736-4aa9-9cda-1bc44b103753 is scheduled to L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 with binding_index 1 {{(pid=98699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 10:02:34.674762 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 06cc189b-a8e4-4f76-b41f-b78657391688 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:34.677961 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:34.850854 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:34.914059 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 06cc189b-a8e4-4f76-b41f-b78657391688, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=06cc189b-a8e4-4f76-b41f-b78657391688,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:34.985097 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:34.987635 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:35.059260 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:02:35.103389 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Sync routers for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:02:35.114650 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=06cc189b-a8e4-4f76-b41f-b78657391688,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:35.118219 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:35.118885 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:35.119557 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:02:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:35.179696 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Notify callbacks [] for router, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:35.183544 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 42266) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:35.189350 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3207555 May 27 10:02:35.467031 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:36.126632 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42284) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:36.314200 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-5e995888-65b5-499d-892a-8f81e0c483a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:36.319552 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:36.349922 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-5e995888-65b5-499d-892a-8f81e0c483a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:36.356291 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-5e995888-65b5-499d-892a-8f81e0c483a6 admin admin] Usage tracker for resource:security_group_rule and tenant:91eb2ead39d8461fac7c820434d99654 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:36.361165 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-5e995888-65b5-499d-892a-8f81e0c483a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:36.375833 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-5e995888-65b5-499d-892a-8f81e0c483a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:36.504551 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 06cc189b-a8e4-4f76-b41f-b78657391688 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:36.647027 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-5e995888-65b5-499d-892a-8f81e0c483a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:36.665739 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:33Z', 'revision_number': 3, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:36.671071 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Checking router: 74c98167-9736-4aa9-9cda-1bc44b103753 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:02:36.671453 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Updating router 74c98167-9736-4aa9-9cda-1bc44b103753 port bb6d2293-56a1-44bc-aa64-b61d0a60dd72 binding host dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 10:02:36.724369 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 06cc189b-a8e4-4f76-b41f-b78657391688 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:36.724734 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:36.754750 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-5e995888-65b5-499d-892a-8f81e0c483a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:36.763473 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-10e9f067-5a0b-447d-bdad-76863b7f2d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:36.798318 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Allocated IP 172.20.0.1 (e6a347da-697c-4ba3-831a-aabf4658c33d/26d76cc7-db93-4d50-beba-d9cb6b0e0c62/34a245ba-f2c6-4269-840b-89e16227cfe8) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:02:36.835732 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-5e995888-65b5-499d-892a-8f81e0c483a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91eb2ead39d8461fac7c820434d99654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7077913 May 27 10:02:36.838796 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:36.850198 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42298) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:36.945067 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e995888-65b5-499d-892a-8f81e0c483a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553d077d-2431-4586-adeb-79e5236353dc,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:36.949519 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-5e995888-65b5-499d-892a-8f81e0c483a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:36.974204 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d66f0b25-8660-4cdc-98fc-0cd93e5dc6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.022765 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d66f0b25-8660-4cdc-98fc-0cd93e5dc6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.066048 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.097248 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Transition to ACTIVE for port object 34a245ba-f2c6-4269-840b-89e16227cfe8 will not be triggered until provisioned by entity DHCP. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:37.212761 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.219861 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-564fdb8f-a620-4f30-b556-e7342f4904ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:37.311492 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c2cbfb53-cd0c-49d4-be8e-9f77be559fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.316742 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Network e6a347da-697c-4ba3-831a-aabf4658c33d is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:02:37.329068 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:02:37.333383 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:02:37.360743 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d66f0b25-8660-4cdc-98fc-0cd93e5dc6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.368336 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ddba8151-0421-4ccf-8d9c-bcd50a793304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:37.382710 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Pushing event updated for resources: {'Port': ['ID=34a245ba-f2c6-4269-840b-89e16227cfe8,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:37.387273 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f0b25-8660-4cdc-98fc-0cd93e5dc6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553d077d-2431-4586-adeb-79e5236353dc,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:37.394444 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d66f0b25-8660-4cdc-98fc-0cd93e5dc6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:37.395293 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:37.399286 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d66f0b25-8660-4cdc-98fc-0cd93e5dc6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.404651 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-d66f0b25-8660-4cdc-98fc-0cd93e5dc6a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/553d077d-2431-4586-adeb-79e5236353dc HTTP/1.1" status: 204 len: 168 time: 0.5502188 May 27 10:02:37.415584 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435817'] for router_interface, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.446791 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Notify callbacks [] for port, precommit_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.469373 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Transition to ACTIVE for port object bb6d2293-56a1-44bc-aa64-b61d0a60dd72 will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:37.537388 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.556309 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:37.749451 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Attempting to bind port bb6d2293-56a1-44bc-aa64-b61d0a60dd72 on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:02:37.754381 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Attempting to bind port bb6d2293-56a1-44bc-aa64-b61d0a60dd72 by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:02:37.755034 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Attempting to bind port bb6d2293-56a1-44bc-aa64-b61d0a60dd72 on network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:02:37.810641 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:02:37.811330 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Checking segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:02:37.812605 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.815368 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Bound using segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:02:37.816601 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Bound port: bb6d2293-56a1-44bc-aa64-b61d0a60dd72, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:02:37.817314 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:37.877224 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1f0f9-bee5-4d1f-89f7-c8e453ce8cb8 None None] Pushing event updated for resources: {'Port': ['ID=bb6d2293-56a1-44bc-aa64-b61d0a60dd72,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:37.899983 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-eff1f0f9-bee5-4d1f-89f7-c8e453ce8cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:37.913761 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-d07adf03-e834-4c5b-99ac-6bad59d50ec3 None None] Provisioning for port 34a245ba-f2c6-4269-840b-89e16227cfe8 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:37.925506 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-d07adf03-e834-4c5b-99ac-6bad59d50ec3 None None] Provisioning complete for port 34a245ba-f2c6-4269-840b-89e16227cfe8 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:37.926089 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d07adf03-e834-4c5b-99ac-6bad59d50ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:38.056344 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] For port bb6d2293-56a1-44bc-aa64-b61d0a60dd72, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:02:38.058636 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-d07adf03-e834-4c5b-99ac-6bad59d50ec3 None None] Port 34a245ba-f2c6-4269-840b-89e16227cfe8 cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:02:38.062317 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] For port bb6d2293-56a1-44bc-aa64-b61d0a60dd72, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=bb6d2293-56a1-44bc-aa64-b61d0a60dd72,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:02:38.091505 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:38.155425 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:38.160705 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-d0728ffb-5bd1-4939-9214-afd68af3ab43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:38.250302 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:38.251075 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:02:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:38.346167 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1f0f9-bee5-4d1f-89f7-c8e453ce8cb8 None None] Pushing event updated for resources: {'Port': ['ID=bb6d2293-56a1-44bc-aa64-b61d0a60dd72,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:38.352329 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-eff1f0f9-bee5-4d1f-89f7-c8e453ce8cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:38.384226 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42320) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:38.430894 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bafadcd9-3217-4d05-a552-9f6cc8a1aac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:38.446126 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:38.483937 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-bafadcd9-3217-4d05-a552-9f6cc8a1aac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:38.488207 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:38.495910 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-bafadcd9-3217-4d05-a552-9f6cc8a1aac0 admin admin] Usage tracker for resource:security_group_rule and tenant:2bdb524dabc14c4aa19247755694b724 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:38.506377 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-bafadcd9-3217-4d05-a552-9f6cc8a1aac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:38.515269 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:38.521664 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-bafadcd9-3217-4d05-a552-9f6cc8a1aac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:38.587720 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-d0fd26d4-228c-4e6c-92dc-c2e406eba8eb tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:38.688764 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435914'] for router_interface, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:38.693233 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Pushing event updated for resources: {'Port': ['ID=34a245ba-f2c6-4269-840b-89e16227cfe8,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:38.698750 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:38.795685 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bafadcd9-3217-4d05-a552-9f6cc8a1aac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:38.878413 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-bafadcd9-3217-4d05-a552-9f6cc8a1aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:38.878640 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Network e6a347da-697c-4ba3-831a-aabf4658c33d is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:02:38.879578 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:02:38.890985 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-7f86a7da-a4b0-4eae-938d-96fa0708dd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:38.958045 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:36Z', 'revision_number': 1, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:38.985256 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1447833-b717-47ed-b9bf-f6a233678b80 None None] The sync data for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb is: [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:36Z', 'revision_number': 1, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:02:38.998034 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-bafadcd9-3217-4d05-a552-9f6cc8a1aac0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bdb524dabc14c4aa19247755694b724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6122780 May 27 10:02:39.000263 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafadcd9-3217-4d05-a552-9f6cc8a1aac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56290ca7-6338-4c4a-bce1-02ab76d3fa49,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:39.014533 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-bafadcd9-3217-4d05-a552-9f6cc8a1aac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:39.015189 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42330) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:39.145521 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-75ec4699-e5b8-4da8-80b7-b53c01b333ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:39.217455 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-75ec4699-e5b8-4da8-80b7-b53c01b333ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:39.281431 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Router 74c98167-9736-4aa9-9cda-1bc44b103753 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:02:39.392968 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-47609759-c0a6-43ed-b5df-61062b61ef0e None None] Provisioning complete for port 34a245ba-f2c6-4269-840b-89e16227cfe8 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:39.393342 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-47609759-c0a6-43ed-b5df-61062b61ef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:39.420832 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-75ec4699-e5b8-4da8-80b7-b53c01b333ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:39.426596 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-7acee4a9-8e53-4c10-8b63-193681a8bd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:39.450471 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec4699-e5b8-4da8-80b7-b53c01b333ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56290ca7-6338-4c4a-bce1-02ab76d3fa49,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:39.495804 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-75ec4699-e5b8-4da8-80b7-b53c01b333ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:39.497233 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-75ec4699-e5b8-4da8-80b7-b53c01b333ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56290ca7-6338-4c4a-bce1-02ab76d3fa49 HTTP/1.1" status: 204 len: 168 time: 0.4808488 May 27 10:02:39.512147 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-75ec4699-e5b8-4da8-80b7-b53c01b333ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:39.547423 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-47609759-c0a6-43ed-b5df-61062b61ef0e None None] Port 34a245ba-f2c6-4269-840b-89e16227cfe8 cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:02:39.579072 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:02:39.598935 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] 10.222.0.53 "PUT /v2.0/routers/74c98167-9736-4aa9-9cda-1bc44b103753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4111149 May 27 10:02:39.688846 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:39.727393 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-4227dc15-de4d-4f89-9a8a-cd37985324c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:40.485159 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device bb6d2293-56a1-44bc-aa64-b61d0a60dd72 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:40.681275 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port bb6d2293-56a1-44bc-aa64-b61d0a60dd72 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:40.691217 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port bb6d2293-56a1-44bc-aa64-b61d0a60dd72 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:40.691970 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:40.720554 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42364) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:40.764329 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-462896e2-da5e-49d8-8beb-7797236a1ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:40.828637 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-462896e2-da5e-49d8-8beb-7797236a1ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:40.841362 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-462896e2-da5e-49d8-8beb-7797236a1ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:24ffb62b5aaf499ab8b71e87912acaf3 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:40.871697 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-462896e2-da5e-49d8-8beb-7797236a1ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:40.902488 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-462896e2-da5e-49d8-8beb-7797236a1ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:40.985299 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:41.043512 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port bb6d2293-56a1-44bc-aa64-b61d0a60dd72, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=bb6d2293-56a1-44bc-aa64-b61d0a60dd72,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:41.207708 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-462896e2-da5e-49d8-8beb-7797236a1ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:41.220536 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:41.312104 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:41.314116 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:41.336174 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-462896e2-da5e-49d8-8beb-7797236a1ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:41.352698 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-2c0d6112-d666-46e1-9a50-98bc736da9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:41.418000 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 42394) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:41.426736 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1262959060', 'description': 'tempest-description--391162112'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:41.431809 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-462896e2-da5e-49d8-8beb-7797236a1ae7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24ffb62b5aaf499ab8b71e87912acaf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7085595 May 27 10:02:41.435623 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=bb6d2293-56a1-44bc-aa64-b61d0a60dd72,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:41.438656 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 42398) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:41.450182 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:41.468131 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:41.473591 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462896e2-da5e-49d8-8beb-7797236a1ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bb9323-0639-45f0-ab14-217d555ceeb0,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:41.479412 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Usage tracker for resource:security_group and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:41.488857 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:41.489479 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-462896e2-da5e-49d8-8beb-7797236a1ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:41.506606 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:41.558197 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c7be94d6-69d0-4b83-8eb6-075ddef4f185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:41.597929 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c7be94d6-69d0-4b83-8eb6-075ddef4f185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:41.612738 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:41.666226 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:41.671173 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Usage tracker for resource:security_group_rule and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:41.674538 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:41.696761 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:41.832008 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c7be94d6-69d0-4b83-8eb6-075ddef4f185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:41.837218 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ae4c50ad-a7c8-41fe-b85a-2f59b4ffb83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:41.859938 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be94d6-69d0-4b83-8eb6-075ddef4f185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bb9323-0639-45f0-ab14-217d555ceeb0,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:41.883412 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c7be94d6-69d0-4b83-8eb6-075ddef4f185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:41.910295 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c7be94d6-69d0-4b83-8eb6-075ddef4f185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:41.914307 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-c7be94d6-69d0-4b83-8eb6-075ddef4f185 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2bb9323-0639-45f0-ab14-217d555ceeb0 HTTP/1.1" status: 204 len: 168 time: 0.4717772 May 27 10:02:41.965665 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:42.029897 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:42.036228 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:42.108193 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:42.111363 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:42.198179 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:42.201632 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7798221 May 27 10:02:42.204269 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42408) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:42.213281 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'security_group_rule': {'security_group_id': '9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:42.225957 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:42.228951 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Sync routers for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:02:42.230761 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Usage tracker for resource:security_group_rule and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:42.235643 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:42.250855 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:42.250855 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:02:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:42.251316 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:42.363541 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:42.368656 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device bb6d2293-56a1-44bc-aa64-b61d0a60dd72 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:42.439560 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:42.503879 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:42.508983 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port bb6d2293-56a1-44bc-aa64-b61d0a60dd72 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:42.509531 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:42.571539 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:42.573599 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f9dc50cb-2b9a-44d3-989c-0cfa048534f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:42.622682 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44807fd8-07eb-4d4f-a956-b95b2790f26d,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:42.626570 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:42.714702 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:42.715901 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-166ef7b0-8a3a-4473-8dc2-b842b9874cff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5099111 May 27 10:02:42.719166 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42434) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:42.739436 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'security_group_rule': {'security_group_id': '9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:42.745003 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:42.746582 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:42.755993 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Usage tracker for resource:security_group_rule and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:42.760940 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:42.772025 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:42.865804 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:42.882652 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:38Z', 'revision_number': 2, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:42.893542 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Checking router: 74c98167-9736-4aa9-9cda-1bc44b103753 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:02:42.894072 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Updating router 74c98167-9736-4aa9-9cda-1bc44b103753 port 34a245ba-f2c6-4269-840b-89e16227cfe8 binding host dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 10:02:42.935914 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:42.947852 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.002471 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.005788 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:43.034090 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd86e85-764f-442b-af46-9938967d7a9c,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:43.038170 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:43.121277 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.123659 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-76958192-0bae-400a-a07c-4a3023cd620a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4026554 May 27 10:02:43.126719 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42458) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:43.133294 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'floatingip': {'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:43.139587 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:43.143397 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Usage tracker for resource:floatingip and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:43.146257 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:43.151874 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:43.232179 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.323504 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Notify callbacks [] for port, precommit_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.336411 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.provisioning_blocks [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Transition to ACTIVE for port object 34a245ba-f2c6-4269-840b-89e16227cfe8 will not be triggered until provisioned by entity L2. {{(pid=98701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:43.392909 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.409112 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.413995 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:43.485142 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0998a1-217c-400a-b1ce-43ef514829d2 None None] Pushing event updated for resources: {'Port': ['ID=34a245ba-f2c6-4269-840b-89e16227cfe8,revision_number=3']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:43.537434 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Allocated IP 172.28.0.138 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/bef8e73b-8bab-47d2-bf9a-fc2e7eaea5ae) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:02:43.607398 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-ad0998a1-217c-400a-b1ce-43ef514829d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:43.660157 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Attempting to bind port 34a245ba-f2c6-4269-840b-89e16227cfe8 on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:02:43.660783 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Attempting to bind port 34a245ba-f2c6-4269-840b-89e16227cfe8 by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:02:43.661300 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Attempting to bind port 34a245ba-f2c6-4269-840b-89e16227cfe8 on network e6a347da-697c-4ba3-831a-aabf4658c33d {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:02:43.667805 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:02:43.668449 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Checking segment: {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:02:43.669605 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.670185 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Bound using segment: {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:02:43.670837 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Bound port: 34a245ba-f2c6-4269-840b-89e16227cfe8, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'}}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:02:43.671265 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.751978 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.818952 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] For port 34a245ba-f2c6-4269-840b-89e16227cfe8, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:02:43.823648 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] For port 34a245ba-f2c6-4269-840b-89e16227cfe8, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=34a245ba-f2c6-4269-840b-89e16227cfe8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:02:43.890565 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.895204 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:43.915319 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:43.921938 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:43.956779 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:02:43.959968 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:02:43.964176 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:02:44.017280 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'Port': ['ID=bef8e73b-8bab-47d2-bf9a-fc2e7eaea5ae,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:44.021245 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:02:44.021245 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:02:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:44.025518 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:44.077664 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:44.085696 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0998a1-217c-400a-b1ce-43ef514829d2 None None] Pushing event updated for resources: {'Port': ['ID=34a245ba-f2c6-4269-840b-89e16227cfe8,revision_number=4']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:44.100340 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-ad0998a1-217c-400a-b1ce-43ef514829d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:44.229326 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:02:44.302951 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:44.456383 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 34a245ba-f2c6-4269-840b-89e16227cfe8 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:44.603706 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:44.611523 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 34a245ba-f2c6-4269-840b-89e16227cfe8 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:44.616916 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 34a245ba-f2c6-4269-840b-89e16227cfe8 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:44.617297 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:44.667409 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:43Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:44.673346 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f407d7c-5e27-4720-be39-d8d5e85f8867 None None] The sync data for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb is: [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:43Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:02:44.681509 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:44.691335 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:44.839685 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:44.845671 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:44.865172 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'Port': ['ID=bef8e73b-8bab-47d2-bf9a-fc2e7eaea5ae,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:44.870457 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:44.889130 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 34a245ba-f2c6-4269-840b-89e16227cfe8, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=34a245ba-f2c6-4269-840b-89e16227cfe8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:02:44.963449 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:44.967059 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8369284 May 27 10:02:44.975934 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:44.977351 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:45.117646 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=34a245ba-f2c6-4269-840b-89e16227cfe8,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:45.120690 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:45.330368 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-cabefaaa-7560-4ced-b759-8d3a46ab8acd tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Synchronizing usage tracker for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:security_group {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:02:45.443051 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-cabefaaa-7560-4ced-b759-8d3a46ab8acd tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Unset dirty status for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:security_group {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:02:45.444236 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-cabefaaa-7560-4ced-b759-8d3a46ab8acd tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1262959060&fields=id&tenant_id=bbbb4a013c2442cebd35cccdcc987382 HTTP/1.1" status: 200 len: 267 time: 0.1829689 May 27 10:02:45.605298 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-6759b6fa-64ad-4588-9188-08a840cfc518 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:45.606087 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-6759b6fa-64ad-4588-9188-08a840cfc518 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Synchronizing usage tracker for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:network {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:02:45.728771 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-6759b6fa-64ad-4588-9188-08a840cfc518 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Unset dirty status for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:network {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:02:45.732826 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-6759b6fa-64ad-4588-9188-08a840cfc518 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 817 time: 0.2778823 May 27 10:02:45.754766 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-8de0c850-01ec-4580-a455-486d4b9a4255 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/quotas/bbbb4a013c2442cebd35cccdcc987382 HTTP/1.1" status: 200 len: 375 time: 0.0102437 May 27 10:02:45.843280 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-936fe007-1e3b-4ed4-b799-6901679b397c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Synchronizing usage tracker for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:02:45.911896 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-936fe007-1e3b-4ed4-b799-6901679b397c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Unset dirty status for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:02:45.913235 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-936fe007-1e3b-4ed4-b799-6901679b397c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1531765 May 27 10:02:46.049126 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-1e657801-5409-48a7-bafb-87b4df3085df service neutron] 10.222.0.53 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241472 May 27 10:02:46.289629 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e9fab5bc-dc79-4703-a5ab-ad467ed682eb service neutron] 10.222.0.53 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289739 May 27 10:02:46.384664 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 34a245ba-f2c6-4269-840b-89e16227cfe8 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:02:46.457671 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 34a245ba-f2c6-4269-840b-89e16227cfe8 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:46.458234 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:46.616063 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-24bb199d-8132-4455-ac4b-62e6eee17a30 req-5be279c0-78f2-4717-ae72-78b13a4bb3e2 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 210 time: 0.0606043 May 27 10:02:47.288661 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42658) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:47.358481 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a6a441-10ba-4117-b504-e7b15be10c53 admin admin] Deleting subnet 9dc7c250-8de5-4d13-83a4-3627412c4c66 {{(pid=98699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:02:47.361513 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-25a6a441-10ba-4117-b504-e7b15be10c53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:47.428108 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-25a6a441-10ba-4117-b504-e7b15be10c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1927318'] for subnet, precommit_delete_associations {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:47.506430 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-25a6a441-10ba-4117-b504-e7b15be10c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:47.514631 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-213dafe9-4651-45b8-9196-2bb07aae2d29 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210478829&fields=id&tenant_id=0f5e370e6e574a99b9852a2d3d2e6513 HTTP/1.1" status: 200 len: 267 time: 0.0560253 May 27 10:02:47.699619 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-4e7d32be-a4a8-4289-ad25-0bfffc4514ac tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:47.701645 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-4e7d32be-a4a8-4289-ad25-0bfffc4514ac tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/networks?id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee HTTP/1.1" status: 200 len: 809 time: 0.1815147 May 27 10:02:47.765495 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5866aa00-4fe0-42e4-9622-ce18abcfaec6 req-c9e4821e-57bd-4369-90b7-a6980571e985 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 210 time: 0.0571945 May 27 10:02:47.774214 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-217bdaa3-f354-41b7-9662-02c7a29e06a7 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/quotas/0f5e370e6e574a99b9852a2d3d2e6513 HTTP/1.1" status: 200 len: 375 time: 0.0670996 May 27 10:02:47.856759 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-91df4eec-ed98-434e-bd81-609633de20d7 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5e370e6e574a99b9852a2d3d2e6513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814939 May 27 10:02:47.999424 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-7f8becdd-3162-4d10-a4e2-dadd41aa570d service neutron] 10.222.0.53 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310518 May 27 10:02:48.026241 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-25a6a441-10ba-4117-b504-e7b15be10c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1020166'] for subnet, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:48.031402 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b2d94998-9445-4155-886e-a6753c7e6d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:48.076101 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6a441-10ba-4117-b504-e7b15be10c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dc7c250-8de5-4d13-83a4-3627412c4c66,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:48.078658 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-25a6a441-10ba-4117-b504-e7b15be10c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:48.088551 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-25a6a441-10ba-4117-b504-e7b15be10c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:48.093410 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-25a6a441-10ba-4117-b504-e7b15be10c53 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9dc7c250-8de5-4d13-83a4-3627412c4c66 HTTP/1.1" status: 204 len: 168 time: 0.8025861 May 27 10:02:48.097268 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42688) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:48.154746 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-d4a29903-5688-4e55-bc0c-db6e466f2692 service neutron] 10.222.0.53 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488447 May 27 10:02:48.211669 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:48.347518 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:48.361208 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71477832-10e7-4c66-8876-b4aed6b15657']}} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:48.373882 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c7cb63-9f6a-4bc6-bae7-e23d07e14978') {'for_net_delete': True} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:48.374158 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c7cb63-9f6a-4bc6-bae7-e23d07e14978') {} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:02:48.385540 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1927343'] for segment, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:48.402051 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:48.407954 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=98699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:02:48.408353 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533260'] for segment, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: Traceback (most recent call last): May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: timer() May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: cb(*args, **kw) May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: return func(*args, **kwargs) May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: self._notify() May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: self.callback(batched_events) May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: event.method(event) May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: return f(self, *a, **k) May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: return self._get(url).json() May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: return self.request(url, 'GET', **kwargs) May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:02:48.421567 dv-cinder-788782-3-smb neutron-server[98699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:02:48.634477 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:48.638616 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:48.651284 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:48.660257 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] Pushing event deleted for resources: {'Network': ['ID=71477832-10e7-4c66-8876-b4aed6b15657,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:48.663161 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] 10.222.0.53 "DELETE /v2.0/networks/71477832-10e7-4c66-8876-b4aed6b15657 HTTP/1.1" status: 204 len: 168 time: 0.5649152 May 27 10:02:48.664220 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-479bd13c-cf7f-495d-95c1-87b3075df18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:48.975732 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9e922e65-2786-445c-a359-2b910753150f req-0f762b84-a390-4043-9c38-6645f52de57b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 210 time: 0.0507767 May 27 10:02:49.032237 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ec70371c-75cf-4fd0-8457-de17e984e86b req-b653fb7a-0bba-4991-92d7-c27118092663 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 210 time: 0.0554085 May 27 10:02:49.040747 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42712) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:49.146130 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-a527b29f-8912-4b74-ae87-d391f57a0ca6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=efdc63893cec4bcf96e04c598c8bb0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952301 May 27 10:02:49.146252 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 42720) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:49.210113 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1f39-042e-4f85-beb0-2ab506e4a590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:49.239820 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1f39-042e-4f85-beb0-2ab506e4a590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:49.426215 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1f39-042e-4f85-beb0-2ab506e4a590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:49.435883 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-48836d80-740c-441b-80e2-66ab148a14b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:49.461173 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b1f39-042e-4f85-beb0-2ab506e4a590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbf3db7-18af-484a-8c88-f5fb09528e01,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:49.467391 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3c6b1f39-042e-4f85-beb0-2ab506e4a590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:49.469544 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1f39-042e-4f85-beb0-2ab506e4a590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:49.473353 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-3c6b1f39-042e-4f85-beb0-2ab506e4a590 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbbf3db7-18af-484a-8c88-f5fb09528e01 HTTP/1.1" status: 204 len: 168 time: 0.3293269 May 27 10:02:49.534897 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-43ad1865-a3be-404c-b167-a57e6cf6fd5a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:49.536380 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-43ad1865-a3be-404c-b167-a57e6cf6fd5a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 817 time: 0.1856523 May 27 10:02:49.585810 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-6215000d-df5c-4314-a231-6fcd637c064f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbbb4a013c2442cebd35cccdcc987382 HTTP/1.1" status: 200 len: 380 time: 0.0403173 May 27 10:02:49.595397 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'port': {'device_id': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'admin_state_up': True, 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'security_groups': ['9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7']}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:49.742655 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:49.753051 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:49.828871 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Made reservation on behalf of bbbb4a013c2442cebd35cccdcc987382 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:02:49.832388 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:49.891378 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42738) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:50.044254 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e41ba13e-8cd4-47b5-9576-285b6f37b292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:50.059870 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-e41ba13e-8cd4-47b5-9576-285b6f37b292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:50.071595 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Allocated IP 172.20.0.12 (e6a347da-697c-4ba3-831a-aabf4658c33d/26d76cc7-db93-4d50-beba-d9cb6b0e0c62/4676ca65-8417-4222-9477-75f3ec4617a8) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:02:50.077446 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-e41ba13e-8cd4-47b5-9576-285b6f37b292 admin admin] Usage tracker for resource:security_group_rule and tenant:8db63d2d5d7f409eb22ab2bd779af6f1 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:50.080456 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-e41ba13e-8cd4-47b5-9576-285b6f37b292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:50.100162 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-e41ba13e-8cd4-47b5-9576-285b6f37b292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:50.210575 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e41ba13e-8cd4-47b5-9576-285b6f37b292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:50.222655 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-20a8e7cb-d993-4f2c-9123-e1df652885e2 req-fdb2eb62-78f8-462e-a3c6-8c52d404e19d tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 210 time: 0.1166008 May 27 10:02:50.342833 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e41ba13e-8cd4-47b5-9576-285b6f37b292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:50.352250 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-20e4b46a-cc1f-44a2-925f-8c56dc11c424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:50.369294 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0e7ef838-612b-4d44-b13f-904e354d593f req-a9486368-9e97-4366-9b9d-6b10bacef4f4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 210 time: 0.2147906 May 27 10:02:50.395733 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-e41ba13e-8cd4-47b5-9576-285b6f37b292 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8db63d2d5d7f409eb22ab2bd779af6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5032134 May 27 10:02:50.397004 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ba13e-8cd4-47b5-9576-285b6f37b292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b174daf-c9e0-4e1f-a87e-59897b04a73c,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:50.399056 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 42762) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:50.400024 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e41ba13e-8cd4-47b5-9576-285b6f37b292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:50.504755 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:50.533112 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a57fe716-801c-41bb-b47a-3063228c8b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:50.534983 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Transition to ACTIVE for port object 4676ca65-8417-4222-9477-75f3ec4617a8 will not be triggered until provisioned by entity DHCP. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:50.571251 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a57fe716-801c-41bb-b47a-3063228c8b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:50.718053 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:50.723735 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-022b7e3c-71f9-41bd-8478-f26f604ae860 tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:50.787448 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Network e6a347da-697c-4ba3-831a-aabf4658c33d is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:02:50.788178 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a57fe716-801c-41bb-b47a-3063228c8b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:50.794820 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:02:50.801170 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:02:50.846472 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'Port': ['ID=4676ca65-8417-4222-9477-75f3ec4617a8,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:50.850297 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:50.853252 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ba76f3ba-47d0-4d53-99a8-d1f295579bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:50.881385 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fe716-801c-41bb-b47a-3063228c8b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b174daf-c9e0-4e1f-a87e-59897b04a73c,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:50.881385 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-a57fe716-801c-41bb-b47a-3063228c8b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:50.900768 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:50.901425 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:50.970164 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a57fe716-801c-41bb-b47a-3063228c8b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:50.971516 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-a57fe716-801c-41bb-b47a-3063228c8b9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b174daf-c9e0-4e1f-a87e-59897b04a73c HTTP/1.1" status: 204 len: 168 time: 0.5714619 May 27 10:02:51.034994 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-e388bf91-3064-4827-bf68-cae916dd3d6c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4430342 May 27 10:02:51.050544 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Request body: {'port': {'device_id': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:51.183355 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-42c8c50e-e670-4bc5-a523-0277e7ae952f None None] Provisioning for port 4676ca65-8417-4222-9477-75f3ec4617a8 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:51.191061 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-42c8c50e-e670-4bc5-a523-0277e7ae952f None None] Provisioning complete for port 4676ca65-8417-4222-9477-75f3ec4617a8 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:51.191760 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-42c8c50e-e670-4bc5-a523-0277e7ae952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:51.197049 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:51.284127 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-42c8c50e-e670-4bc5-a523-0277e7ae952f None None] Port 4676ca65-8417-4222-9477-75f3ec4617a8 cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:02:51.549859 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0b0cb15f-0fa6-48f3-a33f-cb3404bd93c6 req-675e5574-c824-4976-83fa-e98c0d5fcc6f tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 210 time: 0.1077251 May 27 10:02:51.688682 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd39e-c536-4c78-9343-d5dcee441a6c req-4d2540f7-b665-4427-a127-e6f83179a7ae tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:51.695054 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-b11fd39e-c536-4c78-9343-d5dcee441a6c req-4d2540f7-b665-4427-a127-e6f83179a7ae tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Synchronizing usage tracker for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:02:51.777927 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4676ca65-8417-4222-9477-75f3ec4617a8 {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:02:51.785893 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:51.801471 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Transition to ACTIVE for port object 4676ca65-8417-4222-9477-75f3ec4617a8 will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:51.851776 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-b11fd39e-c536-4c78-9343-d5dcee441a6c req-4d2540f7-b665-4427-a127-e6f83179a7ae tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Unset dirty status for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:02:51.852921 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b11fd39e-c536-4c78-9343-d5dcee441a6c req-4d2540f7-b665-4427-a127-e6f83179a7ae tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 932 time: 0.2983618 May 27 10:02:51.899616 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b11fd39e-c536-4c78-9343-d5dcee441a6c req-d9e1007d-819d-4537-9d3d-aa2339772c70 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 May 27 10:02:51.901073 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:51.907910 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:51.916144 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42832) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:51.943842 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fd2c-cf34-47c5-af27-2263a1445788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:51.960374 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-e2a8fd2c-cf34-47c5-af27-2263a1445788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:51.964088 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-e2a8fd2c-cf34-47c5-af27-2263a1445788 admin admin] Usage tracker for resource:security_group_rule and tenant:90da548b290942d684c79ff8fe5e076d is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:51.966949 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-e2a8fd2c-cf34-47c5-af27-2263a1445788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:51.972709 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-e2a8fd2c-cf34-47c5-af27-2263a1445788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:52.090429 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fd2c-cf34-47c5-af27-2263a1445788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:52.143729 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Pushing event updated for resources: {'Port': ['ID=4676ca65-8417-4222-9477-75f3ec4617a8,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:52.166148 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fd2c-cf34-47c5-af27-2263a1445788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:52.171275 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:52.177323 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-20472685-7119-4db5-bb71-23a0c0ca4ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:52.238528 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8fd2c-cf34-47c5-af27-2263a1445788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e65b84-8ff8-49f1-afb8-0d21cd8cd75f,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:52.242737 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-e2a8fd2c-cf34-47c5-af27-2263a1445788 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90da548b290942d684c79ff8fe5e076d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242419 May 27 10:02:52.243853 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e2a8fd2c-cf34-47c5-af27-2263a1445788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:52.246406 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 42838) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:02:52.275242 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-89a7d526-4ce8-4198-a2b2-f3d577dcade0 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:52.276644 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-89a7d526-4ce8-4198-a2b2-f3d577dcade0 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.35 "GET /v2.0/networks?id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee HTTP/1.1" status: 200 len: 809 time: 0.3325858 May 27 10:02:52.318641 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Attempting to bind port 4676ca65-8417-4222-9477-75f3ec4617a8 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:02:52.318974 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Attempting to bind port 4676ca65-8417-4222-9477-75f3ec4617a8 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:02:52.319323 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Attempting to bind port 4676ca65-8417-4222-9477-75f3ec4617a8 on network e6a347da-697c-4ba3-831a-aabf4658c33d {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:02:52.332917 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a67fe2d7-b8c2-4e61-a62c-20b684afb955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:52.351612 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Port 4676ca65-8417-4222-9477-75f3ec4617a8 on network e6a347da-697c-4ba3-831a-aabf4658c33d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:02:52.351832 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Attempting to bind port 4676ca65-8417-4222-9477-75f3ec4617a8 on network e6a347da-697c-4ba3-831a-aabf4658c33d {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:02:52.373216 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:02:52.374094 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Checking segment: {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:02:52.374638 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Bound using segment: {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:02:52.375239 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Bound port: 4676ca65-8417-4222-9477-75f3ec4617a8, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:02:52.376053 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:52.378913 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a67fe2d7-b8c2-4e61-a62c-20b684afb955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:52.407668 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-6d92cbbc-cd09-49bd-ba28-3256464a3ff0 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5e370e6e574a99b9852a2d3d2e6513 HTTP/1.1" status: 200 len: 379 time: 0.1153357 May 27 10:02:52.461204 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Request body: {'port': {'device_id': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'admin_state_up': True, 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'security_groups': ['f248667c-1620-47e0-817d-0454211fc2b3']}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:52.540317 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a67fe2d7-b8c2-4e61-a62c-20b684afb955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:52.546844 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-61f9f3d1-a796-4e8a-a3fd-6fc3888b429a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:52.561181 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fe2d7-b8c2-4e61-a62c-20b684afb955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e65b84-8ff8-49f1-afb8-0d21cd8cd75f,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:52.564952 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-a67fe2d7-b8c2-4e61-a62c-20b684afb955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:52.586105 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a67fe2d7-b8c2-4e61-a62c-20b684afb955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:52.587678 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-a67fe2d7-b8c2-4e61-a62c-20b684afb955 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56e65b84-8ff8-49f1-afb8-0d21cd8cd75f HTTP/1.1" status: 204 len: 168 time: 0.3400280 May 27 10:02:52.647598 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:02:52.669949 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:02:52.679089 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:02:52.683240 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Usage tracker for resource:port and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:02:52.687562 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:02:52.695200 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:02:52.830280 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:52.839099 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-32063831-2a24-4329-a452-9217dfefb106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:52.866127 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Made reservation on behalf of 0f5e370e6e574a99b9852a2d3d2e6513 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:02:52.869523 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:52.891121 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-814183eb-036b-475d-8188-9b03f02db176 req-3c025f2c-a141-4755-9d42-18152cc74199 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 210 time: 0.1875196 May 27 10:02:52.924013 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:52.924627 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:52.925994 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] 10.222.0.35 "PUT /v2.0/ports/4676ca65-8417-4222-9477-75f3ec4617a8 HTTP/1.1" status: 200 len: 1094 time: 1.8827174 May 27 10:02:52.960975 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:02:53.001878 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Pushing event updated for resources: {'Port': ['ID=4676ca65-8417-4222-9477-75f3ec4617a8,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:53.007712 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:53.073918 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8', 'status': 'completed', 'code': 200} May 27 10:02:53.154166 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Allocated IP 172.20.0.9 (37de712e-05ff-4b15-bfa8-52fcb39bb2ee/05be52dd-a663-4d2e-aadb-2964c5caf137/965aca05-04e3-478f-86be-398411037ebd) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:02:53.413800 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b45cc-4822-4aea-a242-d3dace89d134 req-952e6c48-1dbe-42eb-9c95-f5e2f10ffda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:53.415311 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-324b45cc-4822-4aea-a242-d3dace89d134 req-952e6c48-1dbe-42eb-9c95-f5e2f10ffda6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 1097 time: 0.3174229 May 27 10:02:53.455696 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9b76b-850c-471a-9215-485cce997ad8 req-5dead5c7-f615-4d5b-b607-5d5cf2837db1 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:53.457301 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-67b9b76b-850c-471a-9215-485cce997ad8 req-5dead5c7-f615-4d5b-b607-5d5cf2837db1 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.3148568 May 27 10:02:53.654164 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:53.663550 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-67b9b76b-850c-471a-9215-485cce997ad8 req-864d018b-625d-4a2c-8df5-6a9f82c6c4c9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859643 May 27 10:02:53.695336 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Transition to ACTIVE for port object 965aca05-04e3-478f-86be-398411037ebd will not be triggered until provisioned by entity DHCP. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:53.700440 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b45cc-4822-4aea-a242-d3dace89d134 req-8f46c8c8-d75d-44c9-9e3c-512023e711b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:53.701280 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-324b45cc-4822-4aea-a242-d3dace89d134 req-8f46c8c8-d75d-44c9-9e3c-512023e711b4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bbbb4a013c2442cebd35cccdcc987382&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2771749 May 27 10:02:53.855198 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b45cc-4822-4aea-a242-d3dace89d134 req-0ff829e8-76c2-4d92-85dd-8345c1daf527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:53.857326 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-324b45cc-4822-4aea-a242-d3dace89d134 req-0ff829e8-76c2-4d92-85dd-8345c1daf527 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483123 May 27 10:02:53.940371 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:53.950357 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-22521c5a-8729-4c80-a595-7780caa89135 tempest-DeleteServersTestJSON-1851529706 tempest-DeleteServersTestJSON-1851529706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:54.077207 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:02:54.084888 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:02:54.094534 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:02:54.123648 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event updated for resources: {'Port': ['ID=965aca05-04e3-478f-86be-398411037ebd,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:54.142417 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:54.178475 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-cc74c099-a146-4cdf-b3b1-f3d19152ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:54.179860 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-cc74c099-a146-4cdf-b3b1-f3d19152ca90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 1097 time: 0.2750962 May 27 10:02:54.189176 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:54.189910 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:54.269379 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-d9b7215b-8247-435d-879f-12d518bc94eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4676ca65-8417-4222-9477-75f3ec4617a8 HTTP/1.1" status: 200 len: 217 time: 0.0755115 May 27 10:02:54.321531 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afb635-21d9-4755-83e8-89aa9f94c759 req-2abd2384-f412-423e-9ceb-4574ce64e386 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:54.322273 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-11afb635-21d9-4755-83e8-89aa9f94c759 req-2abd2384-f412-423e-9ceb-4574ce64e386 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Synchronizing usage tracker for tenant:0f5e370e6e574a99b9852a2d3d2e6513 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:02:54.353278 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-b2152218-9c41-4365-a128-4912f562f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:54.355060 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-b2152218-9c41-4365-a128-4912f562f687 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.0785513 May 27 10:02:54.364018 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-bdaacc6b-cc6d-4bb5-bbb6-47b44eceb571 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9158247 May 27 10:02:54.391619 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-452c0291-87aa-4b86-8b77-3e514ce7e46c None None] Provisioning for port 965aca05-04e3-478f-86be-398411037ebd completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:02:54.396556 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-452c0291-87aa-4b86-8b77-3e514ce7e46c None None] Provisioning complete for port 965aca05-04e3-478f-86be-398411037ebd triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:02:54.396931 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-452c0291-87aa-4b86-8b77-3e514ce7e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:54.405427 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Request body: {'port': {'device_id': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:02:54.451322 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-452c0291-87aa-4b86-8b77-3e514ce7e46c None None] Port 965aca05-04e3-478f-86be-398411037ebd cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:02:54.455439 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-11afb635-21d9-4755-83e8-89aa9f94c759 req-2abd2384-f412-423e-9ceb-4574ce64e386 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Unset dirty status for tenant:0f5e370e6e574a99b9852a2d3d2e6513 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:02:54.456562 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-11afb635-21d9-4755-83e8-89aa9f94c759 req-2abd2384-f412-423e-9ceb-4574ce64e386 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 931 time: 0.4298606 May 27 10:02:54.565451 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-11afb635-21d9-4755-83e8-89aa9f94c759 req-2b8e26d1-5d75-4540-96fe-fe06d29484f9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978534 May 27 10:02:54.580582 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:54.594656 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-04accba8-8676-492a-9e52-4682fdf0a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:54.596114 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-04accba8-8676-492a-9e52-4682fdf0a3bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2313519 May 27 10:02:55.037273 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-43b794d1-e352-44e7-b646-f8c3353d9a9b service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078420 May 27 10:02:55.195543 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3d6cc-b92d-46f0-88bc-8e1ac15cd5b0 req-d16b2847-233e-4791-9ae2-c5edf8618a01 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:55.196980 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6ce3d6cc-b92d-46f0-88bc-8e1ac15cd5b0 req-d16b2847-233e-4791-9ae2-c5edf8618a01 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.3755147 May 27 10:02:55.304742 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6ce3d6cc-b92d-46f0-88bc-8e1ac15cd5b0 req-d92b0c53-9dd3-4a99-a211-bb590f4c1551 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000979 May 27 10:02:55.346552 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c28a9db3-f388-4f24-8c7a-894d4f3aecb4 req-c4cccf1e-8052-4c1d-81a4-e9221f47c652 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004916 May 27 10:02:55.410427 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965aca05-04e3-478f-86be-398411037ebd {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:02:55.417847 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:55.432836 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Transition to ACTIVE for port object 965aca05-04e3-478f-86be-398411037ebd will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:02:55.534589 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:55.538674 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-10bce434-a552-4eab-ac1e-d5ca80a14214 tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:55.695117 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=965aca05-04e3-478f-86be-398411037ebd,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:55.703527 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:55.843961 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Attempting to bind port 965aca05-04e3-478f-86be-398411037ebd on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:02:55.844074 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Attempting to bind port 965aca05-04e3-478f-86be-398411037ebd by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:02:55.844388 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Attempting to bind port 965aca05-04e3-478f-86be-398411037ebd on network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:02:55.851357 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Port 965aca05-04e3-478f-86be-398411037ebd on network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:02:55.851679 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Attempting to bind port 965aca05-04e3-478f-86be-398411037ebd on network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:02:55.860349 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:02:55.860625 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Checking segment: {'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:02:55.860991 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Bound using segment: {'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:02:55.861419 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Bound port: 965aca05-04e3-478f-86be-398411037ebd, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b6257b-ea3f-4db8-87d0-85a5a2ee186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:02:55.861770 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:55.887054 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad3ecf-19da-4217-b552-f3be7f4d7efb req-69102e11-3566-4d21-8c9e-640d5945fae4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:55.888645 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-edad3ecf-19da-4217-b552-f3be7f4d7efb req-69102e11-3566-4d21-8c9e-640d5945fae4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 943 time: 0.1947832 May 27 10:02:55.988490 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-edad3ecf-19da-4217-b552-f3be7f4d7efb req-dce99f41-61ff-4737-8308-bb77f9ad2d68 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751059 May 27 10:02:55.999841 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] For port 965aca05-04e3-478f-86be-398411037ebd, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:02:56.003300 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] For port 965aca05-04e3-478f-86be-398411037ebd, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=965aca05-04e3-478f-86be-398411037ebd,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:02:56.066427 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:56.070328 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-24c7670f-6c19-4f58-93db-c63eebe4d50e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:02:56.132985 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:56.133631 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:56.135035 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] 10.222.0.35 "PUT /v2.0/ports/965aca05-04e3-478f-86be-398411037ebd HTTP/1.1" status: 200 len: 1093 time: 1.7390897 May 27 10:02:56.135541 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'tag': '965aca05-04e3-478f-86be-398411037ebd'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:02:56.156787 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=965aca05-04e3-478f-86be-398411037ebd,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:02:56.160871 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:02:56.190405 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'tag': '965aca05-04e3-478f-86be-398411037ebd', 'status': 'completed', 'code': 200} May 27 10:02:56.305809 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec63254-25a3-43a9-aa37-e37bd2a16664 req-d521bdce-4673-4969-87bd-d4e289fc6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:56.307315 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fec63254-25a3-43a9-aa37-e37bd2a16664 req-d521bdce-4673-4969-87bd-d4e289fc6541 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f5e370e6e574a99b9852a2d3d2e6513&device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 1096 time: 0.0861790 May 27 10:02:56.503581 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec63254-25a3-43a9-aa37-e37bd2a16664 req-1be551ee-bf89-4e02-adf2-f1ec3975f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:56.505052 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fec63254-25a3-43a9-aa37-e37bd2a16664 req-1be551ee-bf89-4e02-adf2-f1ec3975f58b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0f5e370e6e574a99b9852a2d3d2e6513&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1901319 May 27 10:02:56.749393 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78943c5-d917-44e6-b583-12defed594d7 req-84acfa4b-43bd-4584-a89f-4f4c074052dc tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:56.750931 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d78943c5-d917-44e6-b583-12defed594d7 req-84acfa4b-43bd-4584-a89f-4f4c074052dc tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.3126228 May 27 10:02:56.791491 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec63254-25a3-43a9-aa37-e37bd2a16664 req-5c939ed0-f4fb-4e21-ad72-2effe95e3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:56.792970 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fec63254-25a3-43a9-aa37-e37bd2a16664 req-5c939ed0-f4fb-4e21-ad72-2effe95e3cca service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2809911 May 27 10:02:56.817429 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d78943c5-d917-44e6-b583-12defed594d7 req-4498ce68-e1d3-4b5c-9bc4-7319c8a7af41 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592496 May 27 10:02:56.926336 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-9bb7a8f9-0a12-4bce-8706-d04d918ea4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:56.927872 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-9bb7a8f9-0a12-4bce-8706-d04d918ea4df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f5e370e6e574a99b9852a2d3d2e6513&device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 1096 time: 0.0902989 May 27 10:02:57.001442 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-c801db24-000b-4f60-a533-918fde9bb4ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=965aca05-04e3-478f-86be-398411037ebd HTTP/1.1" status: 200 len: 217 time: 0.0634198 May 27 10:02:57.078704 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-3b0e576e-63e9-4b03-9a39-7b21ba8350ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:57.080176 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-3b0e576e-63e9-4b03-9a39-7b21ba8350ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05be52dd-a663-4d2e-aadb-2964c5caf137 HTTP/1.1" status: 200 len: 848 time: 0.0704415 May 27 10:02:57.239991 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48ecf3-3507-4728-95e5-738637bc9e42 req-04b96331-6355-4c9f-bd49-afff999a2659 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:57.241530 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5e48ecf3-3507-4728-95e5-738637bc9e42 req-04b96331-6355-4c9f-bd49-afff999a2659 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 943 time: 0.1242244 May 27 10:02:57.244395 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-42d3ce4d-2528-4115-b238-906044fd5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:57.245871 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-42d3ce4d-2528-4115-b238-906044fd5725 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1582694 May 27 10:02:57.370563 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5e48ecf3-3507-4728-95e5-738637bc9e42 req-3c78fa8b-235d-431e-a5a1-15701b37f4ad tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224432 May 27 10:02:57.386418 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:02:57.411488 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-d99445dc-50d9-42c7-bcf8-b6050657aec5 service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502860 May 27 10:02:57.546105 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b986c12-9c60-4e63-bf23-ae9f0cc503af req-e46072b1-5274-48a7-ab56-141abd565043 service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263525 May 27 10:02:58.027285 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06ed30-780a-4e75-a7af-e6729b8d1bbb req-573bda49-19d7-479e-beb6-164a33b51d29 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:58.029755 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-be06ed30-780a-4e75-a7af-e6729b8d1bbb req-573bda49-19d7-479e-beb6-164a33b51d29 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.0861268 May 27 10:02:58.079459 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-be06ed30-780a-4e75-a7af-e6729b8d1bbb req-b62364da-2031-4793-8907-14018009d3da tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442064 May 27 10:02:58.556524 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3c46b-06d4-47ff-ad5c-7a1679b1d222 req-1affe852-f7dd-40b2-916f-10e79b2c181b tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:58.557909 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-97e3c46b-06d4-47ff-ad5c-7a1679b1d222 req-1affe852-f7dd-40b2-916f-10e79b2c181b tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 943 time: 0.0795407 May 27 10:02:58.602349 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-97e3c46b-06d4-47ff-ad5c-7a1679b1d222 req-1bb1ca0c-5118-49cf-82a1-2f367b9e972a tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385530 May 27 10:02:59.277039 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d1ed2-1a50-4536-abc1-5a1d131e68e6 req-0e7b53da-a5c0-494e-b005-0ec15b1c6e9c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:59.279278 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-db2d1ed2-1a50-4536-abc1-5a1d131e68e6 req-0e7b53da-a5c0-494e-b005-0ec15b1c6e9c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.0855799 May 27 10:02:59.325315 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-db2d1ed2-1a50-4536-abc1-5a1d131e68e6 req-6b85108f-34d9-4a51-868d-bbf9460f03fc tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398636 May 27 10:02:59.799332 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa10d31-b0c3-4986-92c9-96b9396a971d req-a0a23a59-cd4e-4ad3-9537-dc81a7bc2e63 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:02:59.800865 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-faa10d31-b0c3-4986-92c9-96b9396a971d req-a0a23a59-cd4e-4ad3-9537-dc81a7bc2e63 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 943 time: 0.0886045 May 27 10:02:59.848927 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-faa10d31-b0c3-4986-92c9-96b9396a971d req-ed50d485-2978-4b30-8a2e-3a0b8ea52eef tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383949 May 27 10:03:00.525066 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac0ef0-e751-4ab1-9ead-f057d1744910 req-1ab9afe8-4768-4154-81b3-edd9e13e2bb3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:00.526634 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-31ac0ef0-e751-4ab1-9ead-f057d1744910 req-1ab9afe8-4768-4154-81b3-edd9e13e2bb3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.0874596 May 27 10:03:00.571722 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-31ac0ef0-e751-4ab1-9ead-f057d1744910 req-4ed29a72-3922-4240-80d1-79d17e84e87c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390062 May 27 10:03:00.792241 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 4676ca65-8417-4222-9477-75f3ec4617a8 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:03:00.935790 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:00.949917 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '4676ca65-8417-4222-9477-75f3ec4617a8', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'port_id': '4676ca65-8417-4222-9477-75f3ec4617a8', 'mac_address': 'fa:16:3e:11:ea:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:03:01.006185 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:01.023539 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4676ca65-8417-4222-9477-75f3ec4617a8 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:03:01.038189 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004f7c1-16dc-494b-aa6a-5d4da88dc21d req-f82c2711-c85e-4d02-a469-71227a6f6861 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:01.039024 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:01.039637 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b004f7c1-16dc-494b-aa6a-5d4da88dc21d req-f82c2711-c85e-4d02-a469-71227a6f6861 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 943 time: 0.0820789 May 27 10:03:01.087994 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b004f7c1-16dc-494b-aa6a-5d4da88dc21d req-41d0421e-9f01-4366-8582-eadde6f47729 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427167 May 27 10:03:01.105844 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:01.107708 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:01.184061 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=4676ca65-8417-4222-9477-75f3ec4617a8,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:01.187238 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:01.658751 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['4676ca65-8417-4222-9477-75f3ec4617a8'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:03:01.779957 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d7046-a7d5-46e1-9667-26d86440c3eb req-5158867a-4ad6-4a3f-ab0f-40de7b7dd7e6 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:01.781502 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-426d7046-a7d5-46e1-9667-26d86440c3eb req-5158867a-4ad6-4a3f-ab0f-40de7b7dd7e6 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 945 time: 0.0880969 May 27 10:03:01.837778 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-426d7046-a7d5-46e1-9667-26d86440c3eb req-a130b870-c969-484a-9892-c262faf5cacc tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502958 May 27 10:03:02.277185 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6396b-ba67-4ee6-9730-016df4fb880d req-ebd3a250-6ae3-4c20-87db-46b118930c95 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:02.279357 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05c6396b-ba67-4ee6-9730-016df4fb880d req-ebd3a250-6ae3-4c20-87db-46b118930c95 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 943 time: 0.0803599 May 27 10:03:02.329949 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05c6396b-ba67-4ee6-9730-016df4fb880d req-ed23481b-0e92-4092-9d33-46c190cbfc85 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448301 May 27 10:03:02.823721 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 965aca05-04e3-478f-86be-398411037ebd details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:03:02.827574 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 4676ca65-8417-4222-9477-75f3ec4617a8 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:03:03.032423 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 965aca05-04e3-478f-86be-398411037ebd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=965aca05-04e3-478f-86be-398411037ebd,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:03.044844 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47c105-58fe-463a-bc95-3cf9f7618f27 req-2a8d1429-2061-47a7-9ccc-a37c0bcaa7aa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:03.046300 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '965aca05-04e3-478f-86be-398411037ebd', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'port_id': '965aca05-04e3-478f-86be-398411037ebd', 'mac_address': 'fa:16:3e:c7:65:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:03:03.047344 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3e47c105-58fe-463a-bc95-3cf9f7618f27 req-2a8d1429-2061-47a7-9ccc-a37c0bcaa7aa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 945 time: 0.0905662 May 27 10:03:03.080328 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 4676ca65-8417-4222-9477-75f3ec4617a8 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:03:03.090854 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 4676ca65-8417-4222-9477-75f3ec4617a8 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:03:03.091235 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:03.110800 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3e47c105-58fe-463a-bc95-3cf9f7618f27 req-4cc6c9a0-bb28-4f3b-9b83-847f3537464c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542026 May 27 10:03:03.166314 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:03.186269 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965aca05-04e3-478f-86be-398411037ebd {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:03:03.239925 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 965aca05-04e3-478f-86be-398411037ebd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=965aca05-04e3-478f-86be-398411037ebd,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:03.259137 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:03.286277 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:03:03.293913 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:03.296470 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-84383723-0743-4221-8ce1-4a182f65100c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:03.334845 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:03.337153 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8', 'code': 200} May 27 10:03:03.369726 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=965aca05-04e3-478f-86be-398411037ebd,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:03.373467 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:03.389207 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:03.392688 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-d0728ffb-5bd1-4939-9214-afd68af3ab43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:03.471419 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=4676ca65-8417-4222-9477-75f3ec4617a8,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:03.483722 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:03.674707 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ba8ca-eb35-4c4b-9e28-301c3ea17a56 req-05dcf77f-af40-45b6-a591-07e0473622d4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:03.676204 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e02ba8ca-eb35-4c4b-9e28-301c3ea17a56 req-05dcf77f-af40-45b6-a591-07e0473622d4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 944 time: 0.2211280 May 27 10:03:03.725083 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['965aca05-04e3-478f-86be-398411037ebd'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:03:03.772144 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e02ba8ca-eb35-4c4b-9e28-301c3ea17a56 req-5a4d99bd-fb7e-4695-9240-cf1f139db978 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638864 May 27 10:03:03.784593 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c967ce6-0b61-4fd7-8093-72ca84183819 req-57f17983-a196-47d9-a911-db0adb23c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:03.786471 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6c967ce6-0b61-4fd7-8093-72ca84183819 req-57f17983-a196-47d9-a911-db0adb23c41a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 1099 time: 0.1094201 May 27 10:03:03.830535 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6c967ce6-0b61-4fd7-8093-72ca84183819 req-3a9908f5-a040-415c-8fb1-7c84d1f1d33e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358257 May 27 10:03:04.325135 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53a0d7-6045-44a5-8c69-25475412cd5e req-8b5532b8-fa78-4df9-9344-4ec16440ba4a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:04.326687 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1c53a0d7-6045-44a5-8c69-25475412cd5e req-8b5532b8-fa78-4df9-9344-4ec16440ba4a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0862229 May 27 10:03:04.374984 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1c53a0d7-6045-44a5-8c69-25475412cd5e req-45d5f774-e56a-48b5-835f-afc912c26ba9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412471 May 27 10:03:04.971032 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e0bba-a888-4d97-b242-77cb58ba9b61 req-0b3e3f4b-f987-45cc-a8b5-22c2f1045705 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:04.972521 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b71e0bba-a888-4d97-b242-77cb58ba9b61 req-0b3e3f4b-f987-45cc-a8b5-22c2f1045705 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 944 time: 0.0915525 May 27 10:03:05.022712 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b71e0bba-a888-4d97-b242-77cb58ba9b61 req-b03da346-cab5-4595-b7e2-b99e9829b9c4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443602 May 27 10:03:05.307354 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:03:05.574150 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aebf6-ae26-4490-ade5-31d17e682c50 req-3b4bb32c-ecc1-41c0-88fa-8ca1f514805c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:05.576125 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-363aebf6-ae26-4490-ade5-31d17e682c50 req-3b4bb32c-ecc1-41c0-88fa-8ca1f514805c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0884101 May 27 10:03:05.623999 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-363aebf6-ae26-4490-ade5-31d17e682c50 req-e26228a3-10e5-4e3f-8a67-77088f16cd3b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 May 27 10:03:06.211891 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7c94f-637f-4bdb-b8d3-e3d2c1bd824d req-6c680f1e-a328-48f3-9eca-6df14e6d4e16 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:06.213342 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-08b7c94f-637f-4bdb-b8d3-e3d2c1bd824d req-6c680f1e-a328-48f3-9eca-6df14e6d4e16 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 944 time: 0.0860748 May 27 10:03:06.261598 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-08b7c94f-637f-4bdb-b8d3-e3d2c1bd824d req-bd646603-a6bb-40c2-b16b-d6925ac685d4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421777 May 27 10:03:06.827083 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1dbe96-5e22-4ea2-8a73-453f30bdd816 req-83c22db2-753d-482a-9c23-3d71581479a9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:06.830358 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-db1dbe96-5e22-4ea2-8a73-453f30bdd816 req-83c22db2-753d-482a-9c23-3d71581479a9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0881863 May 27 10:03:06.837796 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 965aca05-04e3-478f-86be-398411037ebd up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:03:06.910676 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-db1dbe96-5e22-4ea2-8a73-453f30bdd816 req-de792071-f56d-49c7-bfc2-c1a9ea9414c7 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763896 May 27 10:03:07.016933 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 965aca05-04e3-478f-86be-398411037ebd completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:03:07.022089 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 965aca05-04e3-478f-86be-398411037ebd triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:03:07.022466 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:07.102385 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c0c18-7047-4a0a-80d7-ab59577f4003 req-cb2c881b-d266-409e-9edc-b40c95b18176 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:07.103859 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-839c0c18-7047-4a0a-80d7-ab59577f4003 req-cb2c881b-d266-409e-9edc-b40c95b18176 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0888269 May 27 10:03:07.113180 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 43112) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:07.118420 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-71ec1aef-aaf0-4517-a859-b14b73e53991 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'floatingip': {'port_id': '4676ca65-8417-4222-9477-75f3ec4617a8'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:03:07.172578 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:07.199123 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965aca05-04e3-478f-86be-398411037ebd'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:03:07.199331 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-71ec1aef-aaf0-4517-a859-b14b73e53991 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:07.218465 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 965aca05-04e3-478f-86be-398411037ebd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=965aca05-04e3-478f-86be-398411037ebd,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:07.248940 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965aca05-04e3-478f-86be-398411037ebd', 'code': 200} May 27 10:03:07.296072 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:07.298019 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:07.333145 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c288f931-4895-4e99-bf4b-bc1aa5f950cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:07.390676 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=965aca05-04e3-478f-86be-398411037ebd,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:07.393910 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:07.673869 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f016b5-41e8-4f4a-974f-dd3f6f78b05d req-53fe7d7b-65c0-488b-8293-c82434ef1345 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:07.675344 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-06f016b5-41e8-4f4a-974f-dd3f6f78b05d req-53fe7d7b-65c0-488b-8293-c82434ef1345 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.2877064 May 27 10:03:08.040444 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-06f016b5-41e8-4f4a-974f-dd3f6f78b05d req-a3339029-d532-4429-b697-002863b72844 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3572252 May 27 10:03:08.075979 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b388adf-d4fe-4c74-b0e8-d35df7c5eb54 req-af17fb5e-7300-4878-952e-1e7521e29d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:08.077439 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9b388adf-d4fe-4c74-b0e8-d35df7c5eb54 req-af17fb5e-7300-4878-952e-1e7521e29d96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 1098 time: 0.4592061 May 27 10:03:08.186349 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9b388adf-d4fe-4c74-b0e8-d35df7c5eb54 req-0650e208-701d-40b4-8410-25ae94ee07af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939558 May 27 10:03:08.306162 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-71ec1aef-aaf0-4517-a859-b14b73e53991 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:08.363028 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-71ec1aef-aaf0-4517-a859-b14b73e53991 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:08.535531 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.l3_db [None req-71ec1aef-aaf0-4517-a859-b14b73e53991 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Floating IP d16dae97-eaa1-4c0f-8328-1b446302575d associated. External IP: 172.28.0.138, port: 4676ca65-8417-4222-9477-75f3ec4617a8. May 27 10:03:08.883637 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ec1aef-aaf0-4517-a859-b14b73e53991 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Router 74c98167-9736-4aa9-9cda-1bc44b103753 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:03:09.063756 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ec1aef-aaf0-4517-a859-b14b73e53991 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:03:09.068153 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-71ec1aef-aaf0-4517-a859-b14b73e53991 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:09.095920 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79fbe9-b6d0-4d60-8cf8-babe48388ac2 None None] Sync routers for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:03:09.108113 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79fbe9-b6d0-4d60-8cf8-babe48388ac2 None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:03:09.111093 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8c79fbe9-b6d0-4d60-8cf8-babe48388ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:02:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:09.142487 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-71ec1aef-aaf0-4517-a859-b14b73e53991 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "PUT /v2.0/floatingips/d16dae97-eaa1-4c0f-8328-1b446302575d HTTP/1.1" status: 200 len: 992 time: 2.0281491 May 27 10:03:09.143542 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:03:09.329781 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788669cb-450b-4cd0-bc6b-c4f61fb04e9b req-ccff8cd6-fe9a-41dc-bc54-c78de0bfe1a0 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:09.330898 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-8c79fbe9-b6d0-4d60-8cf8-babe48388ac2 None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:03:09.331303 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-788669cb-450b-4cd0-bc6b-c4f61fb04e9b req-ccff8cd6-fe9a-41dc-bc54-c78de0bfe1a0 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0896070 May 27 10:03:09.401975 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-788669cb-450b-4cd0-bc6b-c4f61fb04e9b req-fae16bf0-1eec-4b42-a6fe-5340c99ef9ab tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578716 May 27 10:03:09.527315 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8', 'status': 'completed', 'code': 200} May 27 10:03:09.719780 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:09.758967 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8c79fbe9-b6d0-4d60-8cf8-babe48388ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'd16dae97-eaa1-4c0f-8328-1b446302575d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'floating_ip_address': '172.28.0.138', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'port_id': '4676ca65-8417-4222-9477-75f3ec4617a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'mac_address': 'fa:16:3e:11:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:02:44Z', 'updated_at': '2021-05-27T10:03:08Z', 'revision_number': 1, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:09.762575 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a2abaea3-c27d-4831-b12c-526339f06b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:09.765258 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79fbe9-b6d0-4d60-8cf8-babe48388ac2 None None] Checking router: 74c98167-9736-4aa9-9cda-1bc44b103753 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:03:09.773881 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79fbe9-b6d0-4d60-8cf8-babe48388ac2 None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:03:09.774498 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8c79fbe9-b6d0-4d60-8cf8-babe48388ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:03:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:09.847250 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62e9aa-ccf9-47a3-9108-aa6f3a8e4dc7 req-c2084132-9642-416a-9852-94faab8124f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:09.848688 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4f62e9aa-ccf9-47a3-9108-aa6f3a8e4dc7 req-c2084132-9642-416a-9852-94faab8124f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 1099 time: 0.2600181 May 27 10:03:09.856954 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daafb44-d1c0-4f4f-a74b-f648b6db905d req-8d26669d-708c-4da2-8ea6-92d3e8e0a3a4 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:09.858304 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7daafb44-d1c0-4f4f-a74b-f648b6db905d req-8d26669d-708c-4da2-8ea6-92d3e8e0a3a4 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 946 time: 0.2331181 May 27 10:03:09.955015 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-8c79fbe9-b6d0-4d60-8cf8-babe48388ac2 None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:03:09.988678 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7daafb44-d1c0-4f4f-a74b-f648b6db905d req-f68c47e3-28eb-441c-8618-2cdee7500adc tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116679 May 27 10:03:10.030780 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62e9aa-ccf9-47a3-9108-aa6f3a8e4dc7 req-8a2e75c2-7c80-4734-8964-e7f26064749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:10.032215 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4f62e9aa-ccf9-47a3-9108-aa6f3a8e4dc7 req-8a2e75c2-7c80-4734-8964-e7f26064749f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 918 time: 0.1730869 May 27 10:03:10.139073 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4f62e9aa-ccf9-47a3-9108-aa6f3a8e4dc7 req-4f6a368e-2dfc-49e8-a971-933ffffdded3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4676ca65-8417-4222-9477-75f3ec4617a8 HTTP/1.1" status: 200 len: 1000 time: 0.0981429 May 27 10:03:10.205710 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62e9aa-ccf9-47a3-9108-aa6f3a8e4dc7 req-ebe8a3a1-dba9-457c-8088-7930c8169ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:10.207292 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4f62e9aa-ccf9-47a3-9108-aa6f3a8e4dc7 req-ebe8a3a1-dba9-457c-8088-7930c8169ce7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.0608933 May 27 10:03:10.289617 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62e9aa-ccf9-47a3-9108-aa6f3a8e4dc7 req-0541e4fd-778b-486a-a603-4d1c926d0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:10.291477 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4f62e9aa-ccf9-47a3-9108-aa6f3a8e4dc7 req-0541e4fd-778b-486a-a603-4d1c926d0dde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774362 May 27 10:03:10.338675 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8c79fbe9-b6d0-4d60-8cf8-babe48388ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'd16dae97-eaa1-4c0f-8328-1b446302575d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'floating_ip_address': '172.28.0.138', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'port_id': '4676ca65-8417-4222-9477-75f3ec4617a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'mac_address': 'fa:16:3e:11:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:02:44Z', 'updated_at': '2021-05-27T10:03:08Z', 'revision_number': 1, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:10.343779 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79fbe9-b6d0-4d60-8cf8-babe48388ac2 None None] The sync data for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb is: [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'd16dae97-eaa1-4c0f-8328-1b446302575d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'floating_ip_address': '172.28.0.138', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'port_id': '4676ca65-8417-4222-9477-75f3ec4617a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'mac_address': 'fa:16:3e:11:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:02:44Z', 'updated_at': '2021-05-27T10:03:08Z', 'revision_number': 1, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:03:10.451340 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4f62e9aa-ccf9-47a3-9108-aa6f3a8e4dc7 req-edac19e7-87ff-46cb-b8b2-202256421dae service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522751 May 27 10:03:10.566054 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537ece20-693d-476f-b42e-e5e9752c0374 None None] New status for floating IP d16dae97-eaa1-4c0f-8328-1b446302575d: ACTIVE {{(pid=98701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:03:10.646901 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4f62e9aa-ccf9-47a3-9108-aa6f3a8e4dc7 req-fe7d45dc-96fe-4775-8370-3f3246c79d18 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881373 May 27 10:03:10.662068 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1b77c-e45a-4106-8a05-31fc7714675b req-f8a2b631-725a-4f9b-a385-dcf1e7167083 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:10.663696 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3fc1b77c-e45a-4106-8a05-31fc7714675b req-f8a2b631-725a-4f9b-a385-dcf1e7167083 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.1343369 May 27 10:03:10.716424 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3fc1b77c-e45a-4106-8a05-31fc7714675b req-2f96b56b-8927-4856-835e-0c8a6a75192e tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463235 May 27 10:03:10.907302 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c795e-171f-4ced-b45d-b0ba7011bc08 req-91a0c846-c698-45fd-a0d8-c57b0dcc3cfc tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:10.908991 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1c795e-171f-4ced-b45d-b0ba7011bc08 req-91a0c846-c698-45fd-a0d8-c57b0dcc3cfc tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0850103 May 27 10:03:10.919698 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:10.960022 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c1c795e-171f-4ced-b45d-b0ba7011bc08 req-3e5b9f89-cc75-4f53-a519-79915659c8a1 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450034 May 27 10:03:10.982297 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43158) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:11.176814 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce40aa-95fd-4430-b5b8-5e0193585c58 req-93b73ff4-bf47-49be-838d-0773835b6f4c tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:11.178287 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-53ce40aa-95fd-4430-b5b8-5e0193585c58 req-93b73ff4-bf47-49be-838d-0773835b6f4c tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 946 time: 0.0802164 May 27 10:03:11.232382 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b81c8-50ce-4b44-ab26-362cf669becb tempest-TestShelveInstance-421670211 tempest-TestShelveInstance-421670211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:11.233270 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-ba8b81c8-50ce-4b44-ab26-362cf669becb tempest-TestShelveInstance-421670211 tempest-TestShelveInstance-421670211-project-admin] Synchronizing usage tracker for tenant:b8c30f9ad73449198edfa1d57480bb71 on resource:port {{(pid=98699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:03:11.237260 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-53ce40aa-95fd-4430-b5b8-5e0193585c58 req-6ac03654-7fc0-4880-827a-c8807e680441 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526915 May 27 10:03:11.319248 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-ba8b81c8-50ce-4b44-ab26-362cf669becb tempest-TestShelveInstance-421670211 tempest-TestShelveInstance-421670211-project-admin] Unset dirty status for tenant:b8c30f9ad73449198edfa1d57480bb71 on resource:port {{(pid=98699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:03:11.323203 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-ba8b81c8-50ce-4b44-ab26-362cf669becb tempest-TestShelveInstance-421670211 tempest-TestShelveInstance-421670211-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 1093 time: 0.3371832 May 27 10:03:11.323416 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43170) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:11.329788 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Request body: {'floatingip': {'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'port_id': '965aca05-04e3-478f-86be-398411037ebd', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:03:11.336800 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:11.341184 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Usage tracker for resource:floatingip and tenant:0f5e370e6e574a99b9852a2d3d2e6513 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:11.344116 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:11.349887 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:11.491070 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for floatingip, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:11.639120 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:11.780363 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Allocated IP 172.28.0.91 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/e7972306-7220-4a8a-b307-d2a8130accf9) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:03:11.933554 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:12.114373 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:12.118084 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:12.183805 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:03:12.186641 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:03:12.190040 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:03:12.219309 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event updated for resources: {'Port': ['ID=e7972306-7220-4a8a-b307-d2a8130accf9,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:12.225025 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:12.471230 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e4415-27d1-487e-ae2e-ae21a698e987 req-8259bfe2-086b-4cb9-b707-25364ce267a6 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:12.473120 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4c4e4415-27d1-487e-ae2e-ae21a698e987 req-8259bfe2-086b-4cb9-b707-25364ce267a6 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 946 time: 0.0924869 May 27 10:03:12.536096 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4c4e4415-27d1-487e-ae2e-ae21a698e987 req-19c6f970-f0b0-4c69-9726-69c664c14bf9 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569186 May 27 10:03:12.651104 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:12.686219 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:12.833527 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:13.044128 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:13.090917 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:13.095191 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:13.202813 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event updated for resources: {'Port': ['ID=e7972306-7220-4a8a-b307-d2a8130accf9,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:13.206861 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:13.215158 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:13.391387 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.l3_db [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Floating IP eb05cc1c-3b33-405a-a3c8-37aab9486ce6 associated. External IP: 172.28.0.91, port: 965aca05-04e3-478f-86be-398411037ebd. May 27 10:03:13.779173 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c37d9-13fa-4889-bebd-df0189c32af6 req-23c06ab0-382a-4f2e-b392-8d4a37120111 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:13.780829 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-712c37d9-13fa-4889-bebd-df0189c32af6 req-23c06ab0-382a-4f2e-b392-8d4a37120111 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 946 time: 0.1005318 May 27 10:03:13.796560 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Router fd8fe2bd-c831-4fd2-af27-29331e96ec44 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:03:13.825965 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-712c37d9-13fa-4889-bebd-df0189c32af6 req-2e900caf-f614-4f2a-b7d8-013a108bbd22 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388489 May 27 10:03:14.075818 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:03:14.095351 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f13e7e3-a2b9-4a08-8448-c06403384177 None None] Sync routers for ids ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:03:14.103924 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f13e7e3-a2b9-4a08-8448-c06403384177 None None] Routers {'fd8fe2bd-c831-4fd2-af27-29331e96ec44'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:03:14.104583 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-3f13e7e3-a2b9-4a08-8448-c06403384177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:03:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:14.185580 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:14.260356 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9359069 May 27 10:03:14.262173 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'tag': '965aca05-04e3-478f-86be-398411037ebd'}] {{(pid=98699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:03:14.314730 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'tag': '965aca05-04e3-478f-86be-398411037ebd', 'status': 'completed', 'code': 200} May 27 10:03:14.344148 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-3f13e7e3-a2b9-4a08-8448-c06403384177 None None] Set router fd8fe2bd-c831-4fd2-af27-29331e96ec44 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:03:14.416398 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54c45-2342-43d3-aceb-8dd22e0a5241 req-7383c8fd-1365-4780-a60d-96509eca22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:14.417808 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5dc54c45-2342-43d3-aceb-8dd22e0a5241 req-7383c8fd-1365-4780-a60d-96509eca22e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f5e370e6e574a99b9852a2d3d2e6513&device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 1098 time: 0.0803125 May 27 10:03:14.570904 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54c45-2342-43d3-aceb-8dd22e0a5241 req-b86919ac-140f-497a-b395-2c0762d0c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:14.572352 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5dc54c45-2342-43d3-aceb-8dd22e0a5241 req-b86919ac-140f-497a-b395-2c0762d0c4a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee HTTP/1.1" status: 200 len: 910 time: 0.1459758 May 27 10:03:14.689080 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5dc54c45-2342-43d3-aceb-8dd22e0a5241 req-77845f8e-8109-4581-b8aa-7fe140ca9dad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=965aca05-04e3-478f-86be-398411037ebd HTTP/1.1" status: 200 len: 998 time: 0.1094840 May 27 10:03:14.740336 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-3f13e7e3-a2b9-4a08-8448-c06403384177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:53Z', 'revision_number': 4, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'eb05cc1c-3b33-405a-a3c8-37aab9486ce6', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'floating_ip_address': '172.28.0.91', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'port_id': '965aca05-04e3-478f-86be-398411037ebd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'mac_address': 'fa:16:3e:c7:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:03:12Z', 'updated_at': '2021-05-27T10:03:12Z', 'revision_number': 0, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf8d2c1-c4e8-451a-b45a-31717504a87b', 'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'mac_address': 'fa:16:3e:06:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:52Z', 'updated_at': '2021-05-27T10:02:00Z', 'revision_number': 5, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'subnets': [{'id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:14.744696 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f13e7e3-a2b9-4a08-8448-c06403384177 None None] Checking router: fd8fe2bd-c831-4fd2-af27-29331e96ec44 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:03:14.757218 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54c45-2342-43d3-aceb-8dd22e0a5241 req-b211726d-8f1e-44c1-91ce-0a7ff2b10c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:14.758155 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f13e7e3-a2b9-4a08-8448-c06403384177 None None] Routers {'fd8fe2bd-c831-4fd2-af27-29331e96ec44'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:03:14.758996 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-3f13e7e3-a2b9-4a08-8448-c06403384177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:03:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:14.760318 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5dc54c45-2342-43d3-aceb-8dd22e0a5241 req-b211726d-8f1e-44c1-91ce-0a7ff2b10c45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05be52dd-a663-4d2e-aadb-2964c5caf137 HTTP/1.1" status: 200 len: 848 time: 0.0637832 May 27 10:03:14.958584 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54c45-2342-43d3-aceb-8dd22e0a5241 req-ae88c646-e39d-41da-a3bf-7a0e03b7f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:14.960188 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5dc54c45-2342-43d3-aceb-8dd22e0a5241 req-ae88c646-e39d-41da-a3bf-7a0e03b7f854 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1926916 May 27 10:03:14.969488 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-3f13e7e3-a2b9-4a08-8448-c06403384177 None None] Set router fd8fe2bd-c831-4fd2-af27-29331e96ec44 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:03:15.196735 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f0079-f93e-4342-83e8-97b653d83b57 req-6835a7bf-90ac-41de-bae5-32857848a250 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:15.198205 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-260f0079-f93e-4342-83e8-97b653d83b57 req-6835a7bf-90ac-41de-bae5-32857848a250 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 946 time: 0.2353439 May 27 10:03:15.270581 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5dc54c45-2342-43d3-aceb-8dd22e0a5241 req-d091173a-7d38-4f3a-99d7-e0721fe2af8a service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646470 May 27 10:03:15.326457 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-260f0079-f93e-4342-83e8-97b653d83b57 req-2d90cda9-8a24-4895-a3fd-f9c6571690bb tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149807 May 27 10:03:15.379865 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-3f13e7e3-a2b9-4a08-8448-c06403384177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:53Z', 'revision_number': 4, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'eb05cc1c-3b33-405a-a3c8-37aab9486ce6', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'floating_ip_address': '172.28.0.91', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'port_id': '965aca05-04e3-478f-86be-398411037ebd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'mac_address': 'fa:16:3e:c7:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:03:12Z', 'updated_at': '2021-05-27T10:03:12Z', 'revision_number': 0, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf8d2c1-c4e8-451a-b45a-31717504a87b', 'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'mac_address': 'fa:16:3e:06:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:52Z', 'updated_at': '2021-05-27T10:02:00Z', 'revision_number': 5, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'subnets': [{'id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:15.383899 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f13e7e3-a2b9-4a08-8448-c06403384177 None None] The sync data for ids ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'] in dv-cinder-788782-3-smb is: [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:53Z', 'revision_number': 4, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'eb05cc1c-3b33-405a-a3c8-37aab9486ce6', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'floating_ip_address': '172.28.0.91', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'port_id': '965aca05-04e3-478f-86be-398411037ebd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'mac_address': 'fa:16:3e:c7:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:03:12Z', 'updated_at': '2021-05-27T10:03:12Z', 'revision_number': 0, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf8d2c1-c4e8-451a-b45a-31717504a87b', 'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'mac_address': 'fa:16:3e:06:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:52Z', 'updated_at': '2021-05-27T10:02:00Z', 'revision_number': 5, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'subnets': [{'id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:03:15.428534 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab7b8f-bd58-489e-b381-f24e1d50e82f req-ae9e4b81-1202-4c65-b2c7-db20c94aa75f tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:15.430005 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c0ab7b8f-bd58-489e-b381-f24e1d50e82f req-ae9e4b81-1202-4c65-b2c7-db20c94aa75f tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 946 time: 0.2735929 May 27 10:03:15.496734 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5dc54c45-2342-43d3-aceb-8dd22e0a5241 req-7c7793e4-efad-44f5-beaa-404db5759153 service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081673 May 27 10:03:15.583898 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb093a5-1e78-412a-a009-7ca9f7ef93b4 None None] New status for floating IP eb05cc1c-3b33-405a-a3c8-37aab9486ce6: ACTIVE {{(pid=98701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:03:15.585163 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-c0ab7b8f-bd58-489e-b381-f24e1d50e82f req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Deleting port 36262812-fa3a-47ae-8815-b419834ef189 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:03:15.585676 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c0ab7b8f-bd58-489e-b381-f24e1d50e82f req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:15.724412 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-c0ab7b8f-bd58-489e-b381-f24e1d50e82f req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] For port 36262812-fa3a-47ae-8815-b419834ef189, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=36262812-fa3a-47ae-8815-b419834ef189,segment=NetworkSegment(9ff7e9a5-047c-4486-9a7f-5ad7457644b7),segment_id=9ff7e9a5-047c-4486-9a7f-5ad7457644b7)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:15.724914 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c0ab7b8f-bd58-489e-b381-f24e1d50e82f req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:15.853529 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-c0ab7b8f-bd58-489e-b381-f24e1d50e82f req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Calling delete_port for 36262812-fa3a-47ae-8815-b419834ef189 owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:03:16.050888 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c0ab7b8f-bd58-489e-b381-f24e1d50e82f req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:16.057108 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:16.062580 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['36262812-fa3a-47ae-8815-b419834ef189'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:03:16.112793 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Pushing event deleted for resources: {'Port': ['ID=36262812-fa3a-47ae-8815-b419834ef189,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:16.150500 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.150867 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.151224 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.151576 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.151923 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.152269 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.152612 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.153519 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.154120 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.154531 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.154871 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.155215 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:16.163027 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:16.206976 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ab7b8f-bd58-489e-b381-f24e1d50e82f req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] No DVR routers for this DVR port 36262812-fa3a-47ae-8815-b419834ef189 on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:03:16.209420 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c0ab7b8f-bd58-489e-b381-f24e1d50e82f req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:16.212040 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe7782d-8dba-45fd-9954-e59b4acb6166', 'name': 'network-vif-deleted', 'tag': '36262812-fa3a-47ae-8815-b419834ef189'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:03:16.260933 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe7782d-8dba-45fd-9954-e59b4acb6166', 'name': 'network-vif-deleted', 'tag': '36262812-fa3a-47ae-8815-b419834ef189', 'status': 'completed', 'code': 200} May 27 10:03:16.280814 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c0ab7b8f-bd58-489e-b381-f24e1d50e82f req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.35 "DELETE /v2.0/ports/36262812-fa3a-47ae-8815-b419834ef189 HTTP/1.1" status: 204 len: 173 time: 0.8410075 May 27 10:03:16.510501 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-37570454-71ce-4e9c-a9a8-255b6d469de2 req-da08c30e-3108-4cce-a8d4-bfd46030427c tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Synchronizing usage tracker for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:03:16.608626 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-37570454-71ce-4e9c-a9a8-255b6d469de2 req-da08c30e-3108-4cce-a8d4-bfd46030427c tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Unset dirty status for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:03:16.609992 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-37570454-71ce-4e9c-a9a8-255b6d469de2 req-da08c30e-3108-4cce-a8d4-bfd46030427c tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fe7782d-8dba-45fd-9954-e59b4acb6166 HTTP/1.1" status: 200 len: 210 time: 0.1469362 May 27 10:03:18.873421 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 36262812-fa3a-47ae-8815-b419834ef189 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:03:18.907088 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 36262812-fa3a-47ae-8815-b419834ef189 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:03:18.907448 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 36262812-fa3a-47ae-8815-b419834ef189 not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:03:21.164106 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43322) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:21.282346 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:21.296378 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:21.300114 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Usage tracker for resource:security_group_rule and tenant:28fbeccd0e5d4bdebf1a9925193ca8c1 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:21.303149 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:21.309522 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:21.392225 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:21.473602 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:21.481523 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-7a8b8310-5046-4a79-aa2f-a5049f8e81e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:21.524900 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28fbeccd0e5d4bdebf1a9925193ca8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597546 May 27 10:03:21.525670 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0215fd8-0c88-4bb5-a0c1-89588cf423c0,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:21.527476 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 43334) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:21.534003 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.534469 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.534838 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.535202 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.535553 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.535906 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.536252 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.536597 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.536944 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.537287 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.537629 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.538000 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:21.541858 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:21.586559 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5b0b90d6-fa7a-4a45-92c1-d2aeabe9482d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:21.611091 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5b0b90d6-fa7a-4a45-92c1-d2aeabe9482d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:21.742173 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5b0b90d6-fa7a-4a45-92c1-d2aeabe9482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:21.747628 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-8d4aec2f-97e0-4dcc-8faa-d2ea0ace6b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:21.764065 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b90d6-fa7a-4a45-92c1-d2aeabe9482d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0215fd8-0c88-4bb5-a0c1-89588cf423c0,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:21.766936 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5b0b90d6-fa7a-4a45-92c1-d2aeabe9482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:21.767910 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5b0b90d6-fa7a-4a45-92c1-d2aeabe9482d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:21.769038 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-5b0b90d6-fa7a-4a45-92c1-d2aeabe9482d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0215fd8-0c88-4bb5-a0c1-89588cf423c0 HTTP/1.1" status: 204 len: 168 time: 0.2403553 May 27 10:03:26.787262 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-c0a0ef73-895d-4f11-af1b-3566b53b7b71 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:26.788669 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-c0a0ef73-895d-4f11-af1b-3566b53b7b71 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/networks?id=ec1a13d6-b338-4227-8fd9-e3ea78b68997 HTTP/1.1" status: 200 len: 813 time: 0.1460981 May 27 10:03:26.803962 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-502c5b61-64eb-4e7c-8d41-aa1a4d0b2db8 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/quotas/5f612be024134fba8ef8b392b8dfd38a HTTP/1.1" status: 200 len: 375 time: 0.0092020 May 27 10:03:26.864371 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-ecaf771b-2271-44e6-a709-adcbfe2c571d tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f612be024134fba8ef8b392b8dfd38a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530784 May 27 10:03:27.128100 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-88a7b24d-f1a9-48db-8562-6ef2266900b9 service neutron] 10.222.0.53 "GET /v2.0/networks/ec1a13d6-b338-4227-8fd9-e3ea78b68997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548144 May 27 10:03:27.258639 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-50e54e8f-c1fa-48f8-ac9a-1aa1b79f19ac service neutron] 10.222.0.53 "GET /v2.0/networks/ec1a13d6-b338-4227-8fd9-e3ea78b68997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247368 May 27 10:03:27.359356 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:27.506463 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2822f822-58ee-478e-b4c2-03c0d0d09f83 req-9dc2bf7e-5372-4390-a5a8-075ed3c97768 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 210 time: 0.0431204 May 27 10:03:28.662098 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ed30ec7c-31b6-408f-ae4b-4f912ef4b8c4 req-d60aece0-a997-4523-817d-a1bec9842b23 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 210 time: 0.0485871 May 27 10:03:29.286226 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-f5a75ed5-4100-4073-aafe-c32779e20d4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802600 May 27 10:03:29.539360 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-34f2200a-f741-41f3-a975-e83e2f71b7cf tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:29.540798 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-34f2200a-f741-41f3-a975-e83e2f71b7cf tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.35 "GET /v2.0/networks?id=ec1a13d6-b338-4227-8fd9-e3ea78b68997 HTTP/1.1" status: 200 len: 813 time: 0.2165592 May 27 10:03:29.549919 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-ef409e95-84b2-45ea-89f6-edea60d9dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:29.551185 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-ef409e95-84b2-45ea-89f6-edea60d9dc63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 1098 time: 0.1369021 May 27 10:03:29.559985 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Request body: {'port': {'device_id': 'e799ee29-ad65-44fa-a1cb-b4c560552f68', 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997', 'admin_state_up': True, 'tenant_id': '5f612be024134fba8ef8b392b8dfd38a'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:03:29.859574 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a81ebbdc-6c54-4796-a2c9-99bf45affa7b req-0646adc9-3b34-4bf0-9e32-57556a0cc25d tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 210 time: 0.0801532 May 27 10:03:29.865804 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-f6f9ccb2-9d46-4da2-b3a6-a8a9737f6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:29.867493 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-f6f9ccb2-9d46-4da2-b3a6-a8a9737f6e04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 200 len: 911 time: 0.2875137 May 27 10:03:29.868785 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:29.935111 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:29.982166 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-01523429-ce48-4ed6-add2-788e4986ab2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=311bbffa-7dee-494c-825f-45f3e3314a12 HTTP/1.1" status: 200 len: 1000 time: 0.1072283 May 27 10:03:30.020305 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Made reservation on behalf of 5f612be024134fba8ef8b392b8dfd38a for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:03:30.023519 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:30.106914 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-2893304a-39dd-4c44-8e85-dbd4ace4dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:30.108311 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-2893304a-39dd-4c44-8e85-dbd4ace4dccc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c854efed-adbc-4220-b2d0-d8b2fa86a9a6 HTTP/1.1" status: 200 len: 849 time: 0.1191061 May 27 10:03:30.256495 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Allocated IP 172.20.0.12 (ec1a13d6-b338-4227-8fd9-e3ea78b68997/4850b31a-85cb-48dc-a7c2-e87e4dcc407b/5c3a980f-e5a6-4f3b-a1d6-657a090b6847) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:03:30.262148 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-04a9a59b-2037-4a76-8225-3e9da01b621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:30.263598 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-04a9a59b-2037-4a76-8225-3e9da01b621d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=680dc906-254f-41f4-8e2f-166a255640b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1451862 May 27 10:03:30.644046 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-f26578b3-32ae-40c9-b9bf-d4ef67d11183 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697503 May 27 10:03:30.774465 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:30.821184 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-234099b5-ef0d-4391-8c34-8a08b37fa935 req-34d89733-e256-4de6-a60a-80587794353e service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667032 May 27 10:03:30.896589 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:30.917290 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:30.971287 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Network ec1a13d6-b338-4227-8fd9-e3ea78b68997 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:03:30.980340 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:03:31.016724 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:03:31.082095 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Pushing event updated for resources: {'Port': ['ID=5c3a980f-e5a6-4f3b-a1d6-657a090b6847,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:31.092679 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:31.111849 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:31.112449 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:31.151942 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90247c32-135a-4bcc-8c8c-abea212ce458 req-105a7dc7-96c3-4149-839d-e929e2057412 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:31.153315 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-90247c32-135a-4bcc-8c8c-abea212ce458 req-105a7dc7-96c3-4149-839d-e929e2057412 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Synchronizing usage tracker for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:03:31.203656 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6483572 May 27 10:03:31.216850 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Request body: {'port': {'device_id': 'e799ee29-ad65-44fa-a1cb-b4c560552f68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:03:31.303193 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-90247c32-135a-4bcc-8c8c-abea212ce458 req-105a7dc7-96c3-4149-839d-e929e2057412 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Unset dirty status for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:03:31.304440 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-90247c32-135a-4bcc-8c8c-abea212ce458 req-105a7dc7-96c3-4149-839d-e929e2057412 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 932 time: 0.3252785 May 27 10:03:31.358647 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:31.382064 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-90247c32-135a-4bcc-8c8c-abea212ce458 req-958e345f-cd4b-4cdc-a177-1f19c8db8d16 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706153 May 27 10:03:31.729023 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:03:31.736641 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:31.750593 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Transition to ACTIVE for port object 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:03:31.807936 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:31.813052 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b59c382c-b777-4467-b200-127a573bbbf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:31.964052 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3a980f-e5a6-4f3b-a1d6-657a090b6847,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:31.971861 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:32.042410 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Attempting to bind port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:03:32.042745 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Attempting to bind port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '9ff7e9a5-047c-4486-9a7f-5ad7457644b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:03:32.043686 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Attempting to bind port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 on network ec1a13d6-b338-4227-8fd9-e3ea78b68997 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:03:32.048240 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 on network ec1a13d6-b338-4227-8fd9-e3ea78b68997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:03:32.048556 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Attempting to bind port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 on network ec1a13d6-b338-4227-8fd9-e3ea78b68997 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:03:32.053902 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:03:32.054383 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Checking segment: {'id': '9ff7e9a5-047c-4486-9a7f-5ad7457644b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:03:32.054778 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Bound using segment: {'id': '9ff7e9a5-047c-4486-9a7f-5ad7457644b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:03:32.055244 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Bound port: 5c3a980f-e5a6-4f3b-a1d6-657a090b6847, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff7e9a5-047c-4486-9a7f-5ad7457644b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:03:32.055930 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:32.149417 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] For port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:03:32.153036 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] For port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5c3a980f-e5a6-4f3b-a1d6-657a090b6847,segment=NetworkSegment(9ff7e9a5-047c-4486-9a7f-5ad7457644b7),segment_id=9ff7e9a5-047c-4486-9a7f-5ad7457644b7)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:03:32.272007 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:32.278134 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3b4e9ff9-f8e4-4dc4-9341-8a0bfcab9454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:32.337491 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:32.338185 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:32.339539 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] 10.222.0.35 "PUT /v2.0/ports/5c3a980f-e5a6-4f3b-a1d6-657a090b6847 HTTP/1.1" status: 200 len: 1094 time: 1.1272330 May 27 10:03:32.340654 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e799ee29-ad65-44fa-a1cb-b4c560552f68', 'tag': '5c3a980f-e5a6-4f3b-a1d6-657a090b6847'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:03:32.359317 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3a980f-e5a6-4f3b-a1d6-657a090b6847,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:32.362459 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:32.389415 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e799ee29-ad65-44fa-a1cb-b4c560552f68', 'tag': '5c3a980f-e5a6-4f3b-a1d6-657a090b6847', 'status': 'completed', 'code': 200} May 27 10:03:32.486143 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119fa08-3bb0-4669-8d19-c11b82039a6d req-286dfdab-e1d7-47c1-9ddf-53dc9c0f693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:32.487506 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f119fa08-3bb0-4669-8d19-c11b82039a6d req-286dfdab-e1d7-47c1-9ddf-53dc9c0f693e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f612be024134fba8ef8b392b8dfd38a&device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 1097 time: 0.0743606 May 27 10:03:32.682376 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb493b-2544-485a-b65a-b6ccfabe24b5 req-e73d5c06-f812-4f25-8ee3-0882e912f70d tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:32.684360 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e2fb493b-2544-485a-b65a-b6ccfabe24b5 req-e73d5c06-f812-4f25-8ee3-0882e912f70d tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 944 time: 0.1917107 May 27 10:03:32.689050 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119fa08-3bb0-4669-8d19-c11b82039a6d req-8f10477e-8ac6-4862-a504-3c5a6db95d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:32.690391 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f119fa08-3bb0-4669-8d19-c11b82039a6d req-8f10477e-8ac6-4862-a504-3c5a6db95d6f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5f612be024134fba8ef8b392b8dfd38a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1673834 May 27 10:03:32.907438 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e2fb493b-2544-485a-b65a-b6ccfabe24b5 req-00104168-7114-4820-9ec6-a649221b3751 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161160 May 27 10:03:32.956385 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119fa08-3bb0-4669-8d19-c11b82039a6d req-b5d0de28-bc54-4ea3-9833-7e06db99e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:32.957805 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f119fa08-3bb0-4669-8d19-c11b82039a6d req-b5d0de28-bc54-4ea3-9833-7e06db99e91d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2535598 May 27 10:03:33.064921 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-936feb49-ee8d-44b6-8500-2e2f1237e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:33.066338 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-936feb49-ee8d-44b6-8500-2e2f1237e3c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f612be024134fba8ef8b392b8dfd38a&device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 1097 time: 0.0702605 May 27 10:03:33.136495 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-dc97141b-a7be-446f-a1c2-aca09a85010a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c3a980f-e5a6-4f3b-a1d6-657a090b6847 HTTP/1.1" status: 200 len: 217 time: 0.0625241 May 27 10:03:33.200479 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-a0562a56-85e2-493c-bed1-a14fb9db31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:33.201917 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-a0562a56-85e2-493c-bed1-a14fb9db31b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4850b31a-85cb-48dc-a7c2-e87e4dcc407b HTTP/1.1" status: 200 len: 853 time: 0.0583270 May 27 10:03:33.251773 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-cefbe1d1-25bd-43d2-98d3-ec3b80eb41fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec1a13d6-b338-4227-8fd9-e3ea78b68997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408995 May 27 10:03:33.397422 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-086bd44d-0e01-4d28-9951-25abb45d71f2 service neutron] 10.222.0.35 "GET /v2.0/networks/ec1a13d6-b338-4227-8fd9-e3ea78b68997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382794 May 27 10:03:33.546303 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-628acfd2-2cb2-4bcb-af06-8ea248d032dd req-670c73bb-d9ee-4aa3-84eb-0050cb52c53c service neutron] 10.222.0.35 "GET /v2.0/networks/ec1a13d6-b338-4227-8fd9-e3ea78b68997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417220 May 27 10:03:33.822961 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 43508) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:33.936472 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-13f1321b-47a1-4577-91e4-63dd7d29846b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:33.955460 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-13f1321b-47a1-4577-91e4-63dd7d29846b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:33.959325 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-13f1321b-47a1-4577-91e4-63dd7d29846b admin admin] Usage tracker for resource:security_group_rule and tenant:17e091cdd7c24875a4edfcae34687b37 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:33.962132 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-13f1321b-47a1-4577-91e4-63dd7d29846b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:33.968612 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-13f1321b-47a1-4577-91e4-63dd7d29846b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:34.095924 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-13f1321b-47a1-4577-91e4-63dd7d29846b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:34.122736 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6e193-613a-4397-9d60-0190dced9967 req-31fffab2-0d46-4b6d-a09b-e74353f2ecf9 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:34.124176 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-77e6e193-613a-4397-9d60-0190dced9967 req-31fffab2-0d46-4b6d-a09b-e74353f2ecf9 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 944 time: 0.1054685 May 27 10:03:34.158988 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-13f1321b-47a1-4577-91e4-63dd7d29846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:34.169246 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-6aea896e-3add-4bad-9887-d4b959bc30f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:34.193743 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-77e6e193-613a-4397-9d60-0190dced9967 req-cbb341fd-0a50-4f26-b835-e8eaa54446d8 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639582 May 27 10:03:34.220085 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-13f1321b-47a1-4577-91e4-63dd7d29846b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17e091cdd7c24875a4edfcae34687b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960695 May 27 10:03:34.220917 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1321b-47a1-4577-91e4-63dd7d29846b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9355706f-6d55-44ab-98ba-b7fb68e6ce4a,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:34.223485 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43516) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:34.223976 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-13f1321b-47a1-4577-91e4-63dd7d29846b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:34.283450 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-19ffb7e7-1f03-4934-b846-8019bc98f9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:34.309550 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-19ffb7e7-1f03-4934-b846-8019bc98f9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:34.459239 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-19ffb7e7-1f03-4934-b846-8019bc98f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:34.462920 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-acfce2d6-b634-4628-a1a8-d062d37cf210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:34.475517 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffb7e7-1f03-4934-b846-8019bc98f9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9355706f-6d55-44ab-98ba-b7fb68e6ce4a,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:34.481103 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-19ffb7e7-1f03-4934-b846-8019bc98f9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:34.485367 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-19ffb7e7-1f03-4934-b846-8019bc98f9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:34.486559 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-19ffb7e7-1f03-4934-b846-8019bc98f9d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9355706f-6d55-44ab-98ba-b7fb68e6ce4a HTTP/1.1" status: 204 len: 168 time: 0.2616737 May 27 10:03:35.391491 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a0b57-48b2-4fe6-aba9-cab8446dfb3a req-9dd16251-5fb6-4521-bf6e-4e3752560482 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:35.393053 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b52a0b57-48b2-4fe6-aba9-cab8446dfb3a req-9dd16251-5fb6-4521-bf6e-4e3752560482 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 944 time: 0.0923586 May 27 10:03:35.441463 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b52a0b57-48b2-4fe6-aba9-cab8446dfb3a req-f917d744-2fe2-49d4-862e-a0a6be649fd3 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423770 May 27 10:03:36.637913 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fa646-0e77-4377-8c13-87062982ab2f req-fdc82ff3-c1a1-4d9b-b7b5-b1298a97247f tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:36.641588 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-993fa646-0e77-4377-8c13-87062982ab2f req-fdc82ff3-c1a1-4d9b-b7b5-b1298a97247f tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 944 time: 0.0947011 May 27 10:03:36.682873 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-993fa646-0e77-4377-8c13-87062982ab2f req-7e08a81e-60d8-48be-a430-84b250877921 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 May 27 10:03:37.261712 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-892964c3-8ec7-4a6b-aabd-4f4c331f762f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:37.873899 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d656d-1e19-4d04-8d5f-232b0f493739 req-e8a3fbdf-54b0-4f7a-833e-990024aafee7 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:37.875421 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d41d656d-1e19-4d04-8d5f-232b0f493739 req-e8a3fbdf-54b0-4f7a-833e-990024aafee7 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 944 time: 0.0813766 May 27 10:03:37.920457 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d41d656d-1e19-4d04-8d5f-232b0f493739 req-f08def6b-30de-4b88-85c4-d36fbcfa725a tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387573 May 27 10:03:38.939589 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:03:39.016148 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43602) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:39.102780 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5c3a980f-e5a6-4f3b-a1d6-657a090b6847,segment=NetworkSegment(9ff7e9a5-047c-4486-9a7f-5ad7457644b7),segment_id=9ff7e9a5-047c-4486-9a7f-5ad7457644b7)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:39.113390 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375bdc1-2c8d-4e44-96ec-6ef055f209c6 req-338c00b3-f75c-420a-83bf-e1d8587b6169 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:39.114868 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7375bdc1-2c8d-4e44-96ec-6ef055f209c6 req-338c00b3-f75c-420a-83bf-e1d8587b6169 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 944 time: 0.0835059 May 27 10:03:39.120115 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '5c3a980f-e5a6-4f3b-a1d6-657a090b6847', 'network_id': 'ec1a13d6-b338-4227-8fd9-e3ea78b68997', 'port_id': '5c3a980f-e5a6-4f3b-a1d6-657a090b6847', 'mac_address': 'fa:16:3e:35:97:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4850b31a-85cb-48dc-a7c2-e87e4dcc407b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:03:39.154188 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7db4a4c3-d1d4-4027-962a-4fb305eb723b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:39.163950 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7375bdc1-2c8d-4e44-96ec-6ef055f209c6 req-1693e8f6-8394-4815-a8f7-445461d4ff08 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 May 27 10:03:39.174776 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-7db4a4c3-d1d4-4027-962a-4fb305eb723b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:39.182000 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-7db4a4c3-d1d4-4027-962a-4fb305eb723b admin admin] Usage tracker for resource:security_group_rule and tenant:1dd53d35705d4f92bf7b6fa42f7298f1 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:39.185775 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:39.188219 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-7db4a4c3-d1d4-4027-962a-4fb305eb723b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:39.192053 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-7db4a4c3-d1d4-4027-962a-4fb305eb723b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:39.203599 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:03:39.220037 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5c3a980f-e5a6-4f3b-a1d6-657a090b6847,segment=NetworkSegment(9ff7e9a5-047c-4486-9a7f-5ad7457644b7),segment_id=9ff7e9a5-047c-4486-9a7f-5ad7457644b7)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:39.273892 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7db4a4c3-d1d4-4027-962a-4fb305eb723b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:39.304727 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:39.306823 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:39.373069 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=5c3a980f-e5a6-4f3b-a1d6-657a090b6847,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:39.380786 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392016 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392016 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392303 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-7db4a4c3-d1d4-4027-962a-4fb305eb723b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:39.392406 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392406 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392406 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392406 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392406 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392406 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392406 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392406 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392406 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:39.392406 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:39.394972 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8f917e1b-96f8-4440-99c8-a369bfe9f96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:39.443419 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-7db4a4c3-d1d4-4027-962a-4fb305eb723b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1dd53d35705d4f92bf7b6fa42f7298f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262013 May 27 10:03:39.444180 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4a4c3-d1d4-4027-962a-4fb305eb723b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de79b3fb-79a7-42b2-a884-d6452ec8b5ee,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:39.446681 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 43612) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:39.447103 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-7db4a4c3-d1d4-4027-962a-4fb305eb723b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:39.508041 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ca431540-49a9-4fa3-b331-e689f517fc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:39.534621 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ca431540-49a9-4fa3-b331-e689f517fc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:39.655970 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ca431540-49a9-4fa3-b331-e689f517fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:39.661080 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-481bcd27-27be-490b-af21-3a4ab2c2936c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:39.667367 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:39.676749 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca431540-49a9-4fa3-b331-e689f517fc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de79b3fb-79a7-42b2-a884-d6452ec8b5ee,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:39.678922 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ca431540-49a9-4fa3-b331-e689f517fc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:39.686591 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-ca431540-49a9-4fa3-b331-e689f517fc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:39.687686 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-ca431540-49a9-4fa3-b331-e689f517fc4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de79b3fb-79a7-42b2-a884-d6452ec8b5ee HTTP/1.1" status: 204 len: 168 time: 0.2394137 May 27 10:03:39.718972 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-85d820cb-8df2-4560-85aa-ade43bf49289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:39.723220 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['5c3a980f-e5a6-4f3b-a1d6-657a090b6847'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:03:40.349807 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c41b8-9ae3-441f-a391-44f333c370f9 req-3f7cd94e-2c85-478c-94d1-43de037e6ebb tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:40.351269 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9c8c41b8-9ae3-441f-a391-44f333c370f9 req-3f7cd94e-2c85-478c-94d1-43de037e6ebb tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 945 time: 0.0821974 May 27 10:03:40.395613 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9c8c41b8-9ae3-441f-a391-44f333c370f9 req-7bab71cb-0f96-4c6b-b5a8-663b8d3e9114 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 May 27 10:03:40.954005 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:03:40.985111 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:41.082101 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:03:41.086810 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:03:41.087163 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:41.206161 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:41.235165 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e799ee29-ad65-44fa-a1cb-b4c560552f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3a980f-e5a6-4f3b-a1d6-657a090b6847'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:03:41.250301 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5c3a980f-e5a6-4f3b-a1d6-657a090b6847,segment=NetworkSegment(9ff7e9a5-047c-4486-9a7f-5ad7457644b7),segment_id=9ff7e9a5-047c-4486-9a7f-5ad7457644b7)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:41.284639 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e799ee29-ad65-44fa-a1cb-b4c560552f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3a980f-e5a6-4f3b-a1d6-657a090b6847', 'code': 200} May 27 10:03:41.338893 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:41.342704 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-eff1f0f9-bee5-4d1f-89f7-c8e453ce8cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:41.483925 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=5c3a980f-e5a6-4f3b-a1d6-657a090b6847,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:41.488208 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:41.610511 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13984e4f-e5f3-41a8-8ccd-25201d96e3fb req-ee5c651e-9420-46c0-b6e9-398a69dd8e32 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:41.617472 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-13984e4f-e5f3-41a8-8ccd-25201d96e3fb req-ee5c651e-9420-46c0-b6e9-398a69dd8e32 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 946 time: 0.0901992 May 27 10:03:41.713972 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-13984e4f-e5f3-41a8-8ccd-25201d96e3fb req-c86cb0fd-4415-47b4-847e-6607c96add06 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893650 May 27 10:03:41.729285 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a171ce6-68da-4e8e-a64d-0e3aa6cea686 req-dcebf5a3-15fc-41fa-95ae-b4a5fec18185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:41.731996 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8a171ce6-68da-4e8e-a64d-0e3aa6cea686 req-dcebf5a3-15fc-41fa-95ae-b4a5fec18185 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 1099 time: 0.0939076 May 27 10:03:41.772004 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8a171ce6-68da-4e8e-a64d-0e3aa6cea686 req-f14f1abb-a0b2-4093-b3e8-8fc35aa7f11d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338130 May 27 10:03:42.305634 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:03:42.593507 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:42.966525 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252fbd0-695b-4d4c-a6a5-81864faa8c13 req-09b9a47b-f51d-4264-9864-62edd1f4f8b0 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:42.966525 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d252fbd0-695b-4d4c-a6a5-81864faa8c13 req-09b9a47b-f51d-4264-9864-62edd1f4f8b0 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 946 time: 0.0893190 May 27 10:03:42.966525 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d252fbd0-695b-4d4c-a6a5-81864faa8c13 req-b9843f7a-8f77-4fae-acaf-80c86af54343 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 May 27 10:03:44.151662 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fabec6-d04c-45a3-843a-bbc32c86f908 req-1e84bf2e-d4ed-4ef6-aecc-dff8b06d9882 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:44.153269 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-96fabec6-d04c-45a3-843a-bbc32c86f908 req-1e84bf2e-d4ed-4ef6-aecc-dff8b06d9882 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 946 time: 0.0794194 May 27 10:03:44.299240 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-96fabec6-d04c-45a3-843a-bbc32c86f908 req-22431228-628f-4a69-ae22-bc58cfe91352 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397521 May 27 10:03:48.422565 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 43758) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:48.539896 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6c69e01e-d19c-477d-8bf6-abab28e0a860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:48.554840 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-6c69e01e-d19c-477d-8bf6-abab28e0a860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:48.559441 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-6c69e01e-d19c-477d-8bf6-abab28e0a860 admin admin] Usage tracker for resource:security_group_rule and tenant:c7e43fea2fc148e7bc193b616f8f0664 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:48.565531 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-6c69e01e-d19c-477d-8bf6-abab28e0a860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:48.568340 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-6c69e01e-d19c-477d-8bf6-abab28e0a860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:48.648610 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6c69e01e-d19c-477d-8bf6-abab28e0a860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:48.736326 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6c69e01e-d19c-477d-8bf6-abab28e0a860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:48.747906 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-52fbadde-b4be-4bee-af93-56120c16ebef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:48.786727 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-6c69e01e-d19c-477d-8bf6-abab28e0a860 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7e43fea2fc148e7bc193b616f8f0664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596449 May 27 10:03:48.787240 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 43768) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:48.789771 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69e01e-d19c-477d-8bf6-abab28e0a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7727c69-71e0-49ce-9008-837930d407a6,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:48.807868 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-6c69e01e-d19c-477d-8bf6-abab28e0a860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:48.850201 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1c08c113-f1a3-4465-9fd4-2baa116ec1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:48.880922 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1c08c113-f1a3-4465-9fd4-2baa116ec1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:49.030424 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1c08c113-f1a3-4465-9fd4-2baa116ec1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:49.035403 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b87c0081-c445-475c-aee7-cb6390d995e3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:49.048132 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08c113-f1a3-4465-9fd4-2baa116ec1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7727c69-71e0-49ce-9008-837930d407a6,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:49.050708 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1c08c113-f1a3-4465-9fd4-2baa116ec1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:49.051924 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1c08c113-f1a3-4465-9fd4-2baa116ec1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:49.053135 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-1c08c113-f1a3-4465-9fd4-2baa116ec1f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7727c69-71e0-49ce-9008-837930d407a6 HTTP/1.1" status: 204 len: 168 time: 0.2651355 May 27 10:03:50.121553 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43804) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:50.229783 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1179998844-network', 'tenant_id': '2444694952e14ab0b297c2c62a887a99'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:03:50.235074 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:50.238853 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Usage tracker for resource:network and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:50.241865 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:50.248395 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:50.319753 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64543d88-d083-452f-a153-38d0bbdadf7c req-4d957998-9ef8-4326-979c-fa5dd8399720 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:50.321761 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-64543d88-d083-452f-a153-38d0bbdadf7c req-4d957998-9ef8-4326-979c-fa5dd8399720 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0807574 May 27 10:03:50.338203 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Made reservation on behalf of 2444694952e14ab0b297c2c62a887a99 for: {'network': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:03:50.341174 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:50.357210 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:50.375919 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-64543d88-d083-452f-a153-38d0bbdadf7c req-4f27f85f-f51c-4803-9c0d-20905f607c0b tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478163 May 27 10:03:50.376439 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:50.380475 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Usage tracker for resource:security_group_rule and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:50.383353 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:50.390220 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:50.473556 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:50.533010 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:50.535989 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e0345d5c-1409-496f-8d6a-5abdcaed0743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:50.565980 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=98699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 10:03:50.571017 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aab06a4-05ec-48b7-8cfb-59c686b37000,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:50.574611 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:50.578934 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:50.579080 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.segments_db [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Added segment 1210f768-98f0-4942-93ea-0bd329c6d346 of type vlan for network 744462f1-5214-4b85-b748-123a2452895e May 27 10:03:50.604245 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:50.704690 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:50.705996 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:50.706581 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:50.710010 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:50.823132 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Pushing event updated for resources: {'Network': ['ID=744462f1-5214-4b85-b748-123a2452895e,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:50.825778 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:50.834213 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 744462f1-5214-4b85-b748-123a2452895e details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 10:03:50.888296 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7656064 May 27 10:03:50.891150 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43814) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:50.896619 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Request body: {'subnet': {'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1179998844-subnet', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:03:50.901510 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:50.905297 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Usage tracker for resource:subnet and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:50.908168 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:50.914975 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:50.984863 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Made reservation on behalf of 2444694952e14ab0b297c2c62a887a99 for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:03:50.987156 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1020203'] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:51.437301 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1020221'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:51.441146 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-79c5c4c1-2877-48dd-9a53-d44def533099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:51.513004 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=310a0c3e-c215-4d19-8ee3-eac18c71805a,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:51.517146 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:51.523294 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Checking segment: {'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:03:51.523718 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Network hostable DHCP agents. Network: 744462f1-5214-4b85-b748-123a2452895e, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 10:03:51.604202 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Network 744462f1-5214-4b85-b748-123a2452895e is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 10:03:51.639629 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7cba0-969e-471a-9ecc-8be1a807e5aa req-488ac103-09f1-469e-a4f6-878696f02d5d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:51.643541 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c7d7cba0-969e-471a-9ecc-8be1a807e5aa req-488ac103-09f1-469e-a4f6-878696f02d5d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0978022 May 27 10:03:51.684781 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 744462f1-5214-4b85-b748-123a2452895e) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:03:51.690966 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c7d7cba0-969e-471a-9ecc-8be1a807e5aa req-629ab752-44d6-4000-8d50-659c1d50ce21 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 May 27 10:03:51.695583 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92297953-b8d8-4f79-8edd-dc0112a310e1 None None] Network 744462f1-5214-4b85-b748-123a2452895e requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:03:51.697601 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:51.698638 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:51.780482 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-3e86ae58-9024-43b8-bf2f-ccb8b6b7cd9a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8876703 May 27 10:03:51.782988 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43824) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:51.787944 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:03:51.792480 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:51.796925 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Usage tracker for resource:router and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:51.799950 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:51.806203 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:51.893692 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:51.894766 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-724'] for router, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:51.909230 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:51.912023 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8921ffb7-0f01-52f8-b1eb-9e49e72fc055-744462f1-5214-4b85-b748-123a2452895e', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'fixed_ips': [{'subnet_id': '310a0c3e-c215-4d19-8ee3-eac18c71805a'}]}} from dv-cinder-788782-3-smb. {{(pid=98700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 10:03:51.912844 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:52.065140 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.db_base_plugin_common [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Allocated IP 172.20.0.2 (744462f1-5214-4b85-b748-123a2452895e/310a0c3e-c215-4d19-8ee3-eac18c71805a/e8686786-ec98-4e9b-9c03-cc10b0e08621) {{(pid=98700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:03:52.240755 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-706'] for router, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:52.266176 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Notify callbacks [] for port, precommit_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:52.275725 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Transition to ACTIVE for port object e8686786-ec98-4e9b-9c03-cc10b0e08621 will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:03:52.293473 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Transition to ACTIVE for port object e8686786-ec98-4e9b-9c03-cc10b0e08621 will not be triggered until provisioned by entity DHCP. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:03:52.345170 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:52.348974 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:52.416188 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Network 744462f1-5214-4b85-b748-123a2452895e is already hosted by enough agents. {{(pid=98700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:03:52.419257 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.base_scheduler [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Resources bound (agent type, host, resource id): {{(pid=98700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:03:52.423830 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Received port after_create {{(pid=98700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:03:52.429758 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Pushing event updated for resources: {'Port': ['ID=e8686786-ec98-4e9b-9c03-cc10b0e08621,revision_number=1']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:52.457924 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:52.516788 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Attempting to bind port e8686786-ec98-4e9b-9c03-cc10b0e08621 on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:03:52.517166 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Attempting to bind port e8686786-ec98-4e9b-9c03-cc10b0e08621 by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:03:52.517536 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Attempting to bind port e8686786-ec98-4e9b-9c03-cc10b0e08621 on network 744462f1-5214-4b85-b748-123a2452895e {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:03:52.522747 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:03:52.523126 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Checking segment: {'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:03:52.523529 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:52.523924 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Bound using segment: {'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:03:52.524395 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Bound port: e8686786-ec98-4e9b-9c03-cc10b0e08621, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:03:52.524773 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:52.613544 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] For port e8686786-ec98-4e9b-9c03-cc10b0e08621, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:03:52.616531 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] For port e8686786-ec98-4e9b-9c03-cc10b0e08621, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=e8686786-ec98-4e9b-9c03-cc10b0e08621,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:03:52.678339 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:52.685010 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-844391b5-070e-47f4-9148-200af42a513d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:52.725613 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:52.759456 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Pushing event updated for resources: {'Port': ['ID=e8686786-ec98-4e9b-9c03-cc10b0e08621,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:52.762798 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:52.766877 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:52.893015 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ebd0e-5ab1-4fa2-bb75-164ae83d501e req-5db4ac69-ebb7-4e36-8169-c83801ae56ca tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:52.894665 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9c1ebd0e-5ab1-4fa2-bb75-164ae83d501e req-5db4ac69-ebb7-4e36-8169-c83801ae56ca tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0847056 May 27 10:03:52.921116 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Allocated IP 172.28.0.223 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/1bb71ede-159e-4cf1-92eb-eeb39bf01a53) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:03:52.958911 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9c1ebd0e-5ab1-4fa2-bb75-164ae83d501e req-8d721f7b-e6f9-4a00-9e05-8b796826195d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565033 May 27 10:03:53.117991 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:53.188193 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:53.193044 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0e0e3a26-2551-4754-b3f0-98327500ad52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:53.254593 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:03:53.257605 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:03:53.261028 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:03:53.293231 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Pushing event updated for resources: {'Port': ['ID=1bb71ede-159e-4cf1-92eb-eeb39bf01a53,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:53.300152 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:53.684885 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e551d0c0-fb2d-4070-b99c-811f71560fdf None None] Network 744462f1-5214-4b85-b748-123a2452895e requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:03:53.768546 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:53.846901 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-b1421c24-3b8f-4344-bb5d-8869813b5d13 None None] Provisioning for port e8686786-ec98-4e9b-9c03-cc10b0e08621 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:03:54.185409 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ecc78-86d2-4da6-8e50-9f510b7c9048 req-86f7ed4a-0e76-4eff-b17e-2a1811958654 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:54.186981 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-810ecc78-86d2-4da6-8e50-9f510b7c9048 req-86f7ed4a-0e76-4eff-b17e-2a1811958654 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1022649 May 27 10:03:54.229059 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437263'] for router, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:54.236018 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-810ecc78-86d2-4da6-8e50-9f510b7c9048 req-9b1c9238-98bf-4410-8f80-0468498048e5 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 May 27 10:03:54.434416 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device e8686786-ec98-4e9b-9c03-cc10b0e08621 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:03:54.506799 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Router 028294b4-3f59-4f03-b97e-329c15a1c77f is scheduled to L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 with binding_index 1 {{(pid=98699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 10:03:54.564215 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port e8686786-ec98-4e9b-9c03-cc10b0e08621 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:03:54.569167 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port e8686786-ec98-4e9b-9c03-cc10b0e08621 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:03:54.569558 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:54.686608 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:54.687252 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:03:54.698958 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Sync routers for ids ['028294b4-3f59-4f03-b97e-329c15a1c77f'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:03:54.719233 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Routers {'028294b4-3f59-4f03-b97e-329c15a1c77f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:03:54.719844 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:03:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['028294b4-3f59-4f03-b97e-329c15a1c77f'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:54.752977 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Notify callbacks [] for router, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:54.754233 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9703293 May 27 10:03:54.757166 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43850) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:54.799283 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port e8686786-ec98-4e9b-9c03-cc10b0e08621, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=e8686786-ec98-4e9b-9c03-cc10b0e08621,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:54.862043 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:54.870184 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:54.964000 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Set router 028294b4-3f59-4f03-b97e-329c15a1c77f gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:03:55.005699 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=e8686786-ec98-4e9b-9c03-cc10b0e08621,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:55.065685 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:55.245774 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:53Z', 'revision_number': 3, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:55.250033 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Checking router: 028294b4-3f59-4f03-b97e-329c15a1c77f for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:03:55.250393 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Updating router 028294b4-3f59-4f03-b97e-329c15a1c77f port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 binding host dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 10:03:55.305286 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:55.441836 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf676d4b-e183-4801-add1-7d30c901a49e req-ff9e9040-28ba-461b-ba89-2dc919f875bb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:55.442435 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:55.443370 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cf676d4b-e183-4801-add1-7d30c901a49e req-ff9e9040-28ba-461b-ba89-2dc919f875bb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0882664 May 27 10:03:55.489990 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cf676d4b-e183-4801-add1-7d30c901a49e req-f1138502-c2f2-4755-a322-5022ee0ddb0a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407758 May 27 10:03:55.655427 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Notify callbacks [] for port, precommit_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:55.659999 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Allocated IP 172.20.0.1 (744462f1-5214-4b85-b748-123a2452895e/310a0c3e-c215-4d19-8ee3-eac18c71805a/a80b11da-5bc9-4123-86ce-b273d97f96dd) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:03:55.672357 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Transition to ACTIVE for port object 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:03:55.756415 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:55.760389 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:55.839470 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Attempting to bind port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:03:55.840624 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Attempting to bind port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:03:55.840997 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Attempting to bind port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 on network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:03:55.843142 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db610b-7680-4f48-8bdf-1d74d5eb19a5 None None] Pushing event updated for resources: {'Port': ['ID=1bb71ede-159e-4cf1-92eb-eeb39bf01a53,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:55.848806 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:03:55.849192 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Checking segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:03:55.849604 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:55.850085 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Bound using segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:03:55.850564 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Bound port: 1bb71ede-159e-4cf1-92eb-eeb39bf01a53, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:03:55.851548 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:55.874218 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f4db610b-7680-4f48-8bdf-1d74d5eb19a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:55.910443 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:55.926625 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.provisioning_blocks [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Transition to ACTIVE for port object a80b11da-5bc9-4123-86ce-b273d97f96dd will not be triggered until provisioned by entity DHCP. {{(pid=98699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:03:55.927253 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] For port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:03:55.930385 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] For port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=1bb71ede-159e-4cf1-92eb-eeb39bf01a53,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:03:55.987430 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:55.991123 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:56.033364 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:56.039297 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:56.065482 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Routers {'028294b4-3f59-4f03-b97e-329c15a1c77f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:03:56.066245 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:03:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['028294b4-3f59-4f03-b97e-329c15a1c77f'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:56.110393 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Network 744462f1-5214-4b85-b748-123a2452895e is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:03:56.113553 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:03:56.116060 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:03:56.155737 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a80b11da-5bc9-4123-86ce-b273d97f96dd,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:56.158618 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:56.178210 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db610b-7680-4f48-8bdf-1d74d5eb19a5 None None] Pushing event updated for resources: {'Port': ['ID=1bb71ede-159e-4cf1-92eb-eeb39bf01a53,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:56.183581 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f4db610b-7680-4f48-8bdf-1d74d5eb19a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:56.185302 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435817'] for router_interface, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:56.332004 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] Set router 028294b4-3f59-4f03-b97e-329c15a1c77f gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:03:56.404710 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:56.446089 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device e8686786-ec98-4e9b-9c03-cc10b0e08621 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:03:56.582413 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-166a38e8-0b8a-4bb4-b53a-8d7a30d65d34 None None] Provisioning for port a80b11da-5bc9-4123-86ce-b273d97f96dd completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:03:56.602950 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-166a38e8-0b8a-4bb4-b53a-8d7a30d65d34 None None] Provisioning complete for port a80b11da-5bc9-4123-86ce-b273d97f96dd triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:03:56.603333 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-166a38e8-0b8a-4bb4-b53a-8d7a30d65d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:56.632349 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:56.677614 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port e8686786-ec98-4e9b-9c03-cc10b0e08621 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:03:56.678023 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:56.681291 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88b285-650f-49ae-a6ea-d29cb6aec6a2 req-c013f081-d4b8-41c7-bc61-b705197979d3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:56.682769 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2a88b285-650f-49ae-a6ea-d29cb6aec6a2 req-c013f081-d4b8-41c7-bc61-b705197979d3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0786800 May 27 10:03:56.707277 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:56.736385 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2a88b285-650f-49ae-a6ea-d29cb6aec6a2 req-0c015913-ddd0-43e8-8a96-3e9af7d8bb7d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473282 May 27 10:03:56.740466 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-166a38e8-0b8a-4bb4-b53a-8d7a30d65d34 None None] Port a80b11da-5bc9-4123-86ce-b273d97f96dd cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:03:56.758900 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:56.829838 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435914'] for router_interface, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:56.838307 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a80b11da-5bc9-4123-86ce-b273d97f96dd,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:56.842433 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:56.842644 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:53Z', 'revision_number': 3, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:56.851059 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d485c56-47b0-4ee4-8c1e-095fa9621eec None None] The sync data for ids ['028294b4-3f59-4f03-b97e-329c15a1c77f'] in dv-cinder-788782-3-smb is: [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:53Z', 'revision_number': 3, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:03:56.972999 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Network 744462f1-5214-4b85-b748-123a2452895e is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:03:56.974160 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:03:57.197704 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Router 028294b4-3f59-4f03-b97e-329c15a1c77f has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:03:57.266423 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a498ad22-71b9-4fbf-a787-f5c305ab1642 None None] Provisioning complete for port a80b11da-5bc9-4123-86ce-b273d97f96dd triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:03:57.266810 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a498ad22-71b9-4fbf-a787-f5c305ab1642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:57.351810 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a498ad22-71b9-4fbf-a787-f5c305ab1642 None None] Port a80b11da-5bc9-4123-86ce-b273d97f96dd cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:03:57.399444 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:03:57.409254 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] 10.222.0.53 "PUT /v2.0/routers/028294b4-3f59-4f03-b97e-329c15a1c77f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6510725 May 27 10:03:57.422948 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:57.937862 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33db313-bcf7-4d77-a812-a40f46493b36 req-0f52effb-fd4a-40ee-9485-5567c029fdf8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:57.939385 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c33db313-bcf7-4d77-a812-a40f46493b36 req-0f52effb-fd4a-40ee-9485-5567c029fdf8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0927253 May 27 10:03:57.985451 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c33db313-bcf7-4d77-a812-a40f46493b36 req-a8d76344-2bc7-41da-8ee5-f1cfda67e5a7 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402658 May 27 10:03:58.207453 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43892) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:58.213211 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-292354926-network', 'tenant_id': 'd83efb578dc24faa826bc9835d756239'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:03:58.218855 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:58.222751 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Usage tracker for resource:network and tenant:d83efb578dc24faa826bc9835d756239 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:58.225850 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:58.235509 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:58.351049 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Made reservation on behalf of d83efb578dc24faa826bc9835d756239 for: {'network': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:03:58.353398 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639544'] for network, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.390238 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.409698 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:58.414936 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Usage tracker for resource:security_group_rule and tenant:d83efb578dc24faa826bc9835d756239 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:58.418227 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:58.426221 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:58.470084 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:03:58.536567 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.537986 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Sync routers for ids ['028294b4-3f59-4f03-b97e-329c15a1c77f'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:03:58.553019 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Routers {'028294b4-3f59-4f03-b97e-329c15a1c77f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:03:58.553636 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:03:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['028294b4-3f59-4f03-b97e-329c15a1c77f'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:58.619440 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.623655 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e41ba13e-8cd4-47b5-9576-285b6f37b292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:58.648615 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=98699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 10:03:58.653277 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:03:58.661808 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6922cc6b-8d19-4e63-84f5-80a11463f5ac,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:58.662417 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:03:58.663550 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.666221 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:58.667313 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.667649 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.segments_db [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Added segment 0e611e94-c924-4915-ac70-9b931578c0f8 of type vlan for network 35c7885d-8c9d-45c8-b620-9f628da5ff8c May 27 10:03:58.699887 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748648736862'] for network, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.757016 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Set router 028294b4-3f59-4f03-b97e-329c15a1c77f gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:03:58.795260 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.804390 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350'] for network, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.810577 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:58.810577 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.812015 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=1bb71ede-159e-4cf1-92eb-eeb39bf01a53,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:03:58.812325 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:58.904919 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:58.907572 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-844391b5-070e-47f4-9148-200af42a513d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:58.912892 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Pushing event updated for resources: {'Network': ['ID=35c7885d-8c9d-45c8-b620-9f628da5ff8c,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:58.915440 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:58.939243 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Network 35c7885d-8c9d-45c8-b620-9f628da5ff8c details requested by agent ovs-agent-dv-cinder-788782-3-smb with host dv-cinder-788782-3-smb {{(pid=98700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 10:03:58.970639 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7620263 May 27 10:03:58.973346 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43898) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:03:58.979816 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Request body: {'subnet': {'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-292354926-subnet', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'ip_version': 4}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:03:58.985319 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:03:58.989224 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Usage tracker for resource:subnet and tenant:d83efb578dc24faa826bc9835d756239 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:03:58.992562 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:03:58.999185 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:03:59.069589 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=1bb71ede-159e-4cf1-92eb-eeb39bf01a53,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:59.073103 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:59.083084 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:56Z', 'revision_number': 4, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': 'a80b11da-5bc9-4123-86ce-b273d97f96dd', 'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'mac_address': 'fa:16:3e:aa:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:55Z', 'updated_at': '2021-05-27T10:03:56Z', 'revision_number': 2, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'subnets': [{'id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:03:59.087499 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Checking router: 028294b4-3f59-4f03-b97e-329c15a1c77f for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:03:59.087883 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Updating router 028294b4-3f59-4f03-b97e-329c15a1c77f port a80b11da-5bc9-4123-86ce-b273d97f96dd binding host dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 10:03:59.112515 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Made reservation on behalf of d83efb578dc24faa826bc9835d756239 for: {'subnet': 1} {{(pid=98699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:03:59.114836 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1020203'] for subnet, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:59.143970 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:59.196438 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c57a5-c482-42ce-8f0e-0866eada3226 req-5bc53ab7-302f-4f86-9cf8-31a62db4384a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:59.198736 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-692c57a5-c482-42ce-8f0e-0866eada3226 req-5bc53ab7-302f-4f86-9cf8-31a62db4384a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0912960 May 27 10:03:59.250614 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-692c57a5-c482-42ce-8f0e-0866eada3226 req-51bf95c7-cbee-41d5-839a-5a6396e711a2 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443130 May 27 10:03:59.493460 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Notify callbacks [] for port, precommit_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:59.504684 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.provisioning_blocks [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Transition to ACTIVE for port object a80b11da-5bc9-4123-86ce-b273d97f96dd will not be triggered until provisioned by entity L2. {{(pid=98701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:03:59.571096 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:59.575937 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-5689beb4-ca57-49f8-bf19-4e94ef1188b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:59.692472 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1020221'] for subnet, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:59.698497 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:03:59.772142 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Pushing event updated for resources: {'Port': ['ID=a80b11da-5bc9-4123-86ce-b273d97f96dd,revision_number=3']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:59.773658 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48b35d6-1f12-41dd-bb50-737fdf68a151,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:03:59.776362 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:59.784384 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Checking segment: {'id': '0e611e94-c924-4915-ac70-9b931578c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:03:59.784738 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Network hostable DHCP agents. Network: 35c7885d-8c9d-45c8-b620-9f628da5ff8c, hostable agents: ['5a618c2f-61de-459d-b41b-f246344ec68d'], hosted agents: [] {{(pid=98699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 10:03:59.796433 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.796774 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.797105 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.797432 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.797753 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.798119 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.798436 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.798897 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.799045 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.799356 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.799664 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.799969 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:03:59.805718 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:03:59.809839 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Attempting to bind port a80b11da-5bc9-4123-86ce-b273d97f96dd on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:03:59.810220 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Attempting to bind port a80b11da-5bc9-4123-86ce-b273d97f96dd by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:03:59.810582 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Attempting to bind port a80b11da-5bc9-4123-86ce-b273d97f96dd on network 744462f1-5214-4b85-b748-123a2452895e {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:03:59.816420 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:03:59.816785 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Checking segment: {'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:03:59.817179 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:59.817560 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Bound using segment: {'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:03:59.818062 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Bound port: a80b11da-5bc9-4123-86ce-b273d97f96dd, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'}}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:03:59.818430 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:59.867150 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Network 35c7885d-8c9d-45c8-b620-9f628da5ff8c is scheduled to be hosted by DHCP agent 5a618c2f-61de-459d-b41b-f246344ec68d with binding_index 1 {{(pid=98699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 10:03:59.905158 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] For port a80b11da-5bc9-4123-86ce-b273d97f96dd, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:03:59.908191 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] For port a80b11da-5bc9-4123-86ce-b273d97f96dd, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=a80b11da-5bc9-4123-86ce-b273d97f96dd,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:03:59.961538 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-3-smb, 35c7885d-8c9d-45c8-b620-9f628da5ff8c) {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:03:59.970990 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200cf47d-d6e8-4475-8be2-6bafc6b9f9fd None None] Network 35c7885d-8c9d-45c8-b620-9f628da5ff8c requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:03:59.974422 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:03:59.974422 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:59.993088 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:03:59.997993 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-db1b0940-633e-4a76-903f-91e34d70ea13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:00.057707 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-287de32b-74ec-4c18-9cce-7741d3c3e0ec admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0831122 May 27 10:04:00.060266 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 43908) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:04:00.065482 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-292354926-router', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:04:00.070334 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:04:00.075257 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Usage tracker for resource:router and tenant:d83efb578dc24faa826bc9835d756239 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:04:00.075467 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Routers {'028294b4-3f59-4f03-b97e-329c15a1c77f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:04:00.076102 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:03:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['028294b4-3f59-4f03-b97e-329c15a1c77f'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:00.084275 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:04:00.091758 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:04:00.181633 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:00.182725 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-437353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-724'] for router, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:00.202145 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:00.207983 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Pushing event updated for resources: {'Port': ['ID=a80b11da-5bc9-4123-86ce-b273d97f96dd,revision_number=4']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:00.230971 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8921ffb7-0f01-52f8-b1eb-9e49e72fc055-35c7885d-8c9d-45c8-b620-9f628da5ff8c', 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'fixed_ips': [{'subnet_id': 'b48b35d6-1f12-41dd-bb50-737fdf68a151'}]}} from dv-cinder-788782-3-smb. {{(pid=98700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 10:04:00.231974 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:00.258955 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:00.315643 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] Set router 028294b4-3f59-4f03-b97e-329c15a1c77f gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:04:00.472112 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:04:00.527174 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.db_base_plugin_common [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Allocated IP 172.20.0.2 (35c7885d-8c9d-45c8-b620-9f628da5ff8c/b48b35d6-1f12-41dd-bb50-737fdf68a151/f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b) {{(pid=98700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:04:00.708460 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:56Z', 'revision_number': 4, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': 'a80b11da-5bc9-4123-86ce-b273d97f96dd', 'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'mac_address': 'fa:16:3e:aa:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:55Z', 'updated_at': '2021-05-27T10:03:59Z', 'revision_number': 4, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'subnets': [{'id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:00.714412 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fff44-d659-43ed-bcf8-78f53bc87a6b None None] The sync data for ids ['028294b4-3f59-4f03-b97e-329c15a1c77f'] in dv-cinder-788782-3-smb is: [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:56Z', 'revision_number': 4, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': 'a80b11da-5bc9-4123-86ce-b273d97f96dd', 'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'mac_address': 'fa:16:3e:aa:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:55Z', 'updated_at': '2021-05-27T10:03:59Z', 'revision_number': 4, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'subnets': [{'id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:04:00.731894 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-437374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-706'] for router, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:00.758804 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0923f-f5cd-4070-9fcb-f3a1c83f3d69 req-e5d5fc20-8caa-48b1-b32f-e3f3aba32cb1 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:00.760178 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-27b0923f-f5cd-4070-9fcb-f3a1c83f3d69 req-e5d5fc20-8caa-48b1-b32f-e3f3aba32cb1 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.3181546 May 27 10:04:00.825895 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:00.838503 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Transition to ACTIVE for port object f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:04:00.861454 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Transition to ACTIVE for port object f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b will not be triggered until provisioned by entity DHCP. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:04:00.876557 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:00.877059 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:00.895647 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-27b0923f-f5cd-4070-9fcb-f3a1c83f3d69 req-bea61a23-74d0-4cff-8c9a-cf73b150fe13 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854845 May 27 10:04:00.950313 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788'] for port, after_create {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:00.956701 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-95e39234-e9be-4105-a34f-6a43b93b7772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:01.032266 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Network 35c7885d-8c9d-45c8-b620-9f628da5ff8c is already hosted by enough agents. {{(pid=98700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:04:01.060480 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.scheduler.base_scheduler [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Resources bound (agent type, host, resource id): {{(pid=98700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:04:01.070186 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Received port after_create {{(pid=98700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:04:01.116613 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Pushing event updated for resources: {'Port': ['ID=f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b,revision_number=1']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:01.126615 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:01.213302 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Attempting to bind port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:04:01.213528 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Attempting to bind port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': '0e611e94-c924-4915-ac70-9b931578c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:04:01.213807 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Attempting to bind port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b on network 35c7885d-8c9d-45c8-b620-9f628da5ff8c {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:04:01.220574 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:04:01.220950 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Checking segment: {'id': '0e611e94-c924-4915-ac70-9b931578c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:04:01.221348 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:01.221742 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Bound using segment: {'id': '0e611e94-c924-4915-ac70-9b931578c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:04:01.222239 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Bound port: f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e611e94-c924-4915-ac70-9b931578c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:04:01.222642 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:01.302257 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:01.315345 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] For port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:04:01.318411 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] For port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b,segment=NetworkSegment(0e611e94-c924-4915-ac70-9b931578c0f8),segment_id=0e611e94-c924-4915-ac70-9b931578c0f8)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:04:01.334533 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:01.382173 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:01.386850 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:01.475226 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Pushing event updated for resources: {'Port': ['ID=f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:01.478852 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:01.487629 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Allocated IP 172.28.0.213 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/3d5364fc-c026-41e1-9572-b92e5fe8a91e) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:04:01.664119 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:01.779847 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:01.789223 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-d3e0f0eb-ba34-4bf3-b2b5-5172b3b92b4e tempest-VolumesActionsTest-1710017171 tempest-VolumesActionsTest-1710017171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:01.859848 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:04:01.862840 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:04:01.866700 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:04:01.905410 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Pushing event updated for resources: {'Port': ['ID=3d5364fc-c026-41e1-9572-b92e5fe8a91e,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:01.918230 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:02.186436 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52dc69-3595-4052-85b3-a1ccfab7df56 req-2e89027e-528c-4cbc-9dd2-b23af325c7de tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:02.187887 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4f52dc69-3595-4052-85b3-a1ccfab7df56 req-2e89027e-528c-4cbc-9dd2-b23af325c7de tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1406074 May 27 10:04:02.293387 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4f52dc69-3595-4052-85b3-a1ccfab7df56 req-5d776e96-902d-4ab1-b253-2cc9c1f8496a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997741 May 27 10:04:02.425493 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:02.531944 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:04:02.689037 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:04:02.696432 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device a80b11da-5bc9-4123-86ce-b273d97f96dd up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:04:02.864455 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port a80b11da-5bc9-4123-86ce-b273d97f96dd completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:04:02.868945 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d5e51-75c9-4741-b3f7-ef0928040f74 None None] Network 35c7885d-8c9d-45c8-b620-9f628da5ff8c requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:04:02.893000 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port a80b11da-5bc9-4123-86ce-b273d97f96dd triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:02.893380 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:03.028085 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-437263'] for router, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:03.130834 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-dff1b211-84f6-4403-8d68-be67d58e81df None None] Provisioning for port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:04:03.150539 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-dff1b211-84f6-4403-8d68-be67d58e81df None None] Provisioning complete for port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:03.150917 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-dff1b211-84f6-4403-8d68-be67d58e81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:03.201060 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd955e-5133-43ef-ba33-11420dd0a2de req-b080aaf3-3c05-4601-8584-b1fb7164109c tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:03.203474 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-07cd955e-5133-43ef-ba33-11420dd0a2de req-b080aaf3-3c05-4601-8584-b1fb7164109c tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.3179364 May 27 10:04:03.240107 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b6583-7320-4fb2-a215-9cd4bec5d34a req-b4ad379c-edb9-4101-b224-936d1ba38773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:03.241535 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-615b6583-7320-4fb2-a215-9cd4bec5d34a req-b4ad379c-edb9-4101-b224-936d1ba38773 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 1098 time: 0.3068902 May 27 10:04:03.247846 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:03.307474 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port a80b11da-5bc9-4123-86ce-b273d97f96dd, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=a80b11da-5bc9-4123-86ce-b273d97f96dd,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:04:03.368268 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-07cd955e-5133-43ef-ba33-11420dd0a2de req-44a1c7d0-4a48-4939-93bf-12aa66d8b5af tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464527 May 27 10:04:03.369991 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-dff1b211-84f6-4403-8d68-be67d58e81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:03.409945 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:03.415114 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:03.432311 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b6583-7320-4fb2-a215-9cd4bec5d34a req-1b9a8436-26ff-4354-9dcd-f3391446ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:03.433780 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-615b6583-7320-4fb2-a215-9cd4bec5d34a req-1b9a8436-26ff-4354-9dcd-f3391446ed2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 200 len: 911 time: 0.1828930 May 27 10:04:03.453487 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-dff1b211-84f6-4403-8d68-be67d58e81df None None] For port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b,segment=NetworkSegment(0e611e94-c924-4915-ac70-9b931578c0f8),segment_id=0e611e94-c924-4915-ac70-9b931578c0f8)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:04:03.495519 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=a80b11da-5bc9-4123-86ce-b273d97f96dd,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:03.498871 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:03.536718 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 is scheduled to L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 with binding_index 1 {{(pid=98698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 10:04:03.556570 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-615b6583-7320-4fb2-a215-9cd4bec5d34a req-8330222e-052e-4fa4-8bfb-0ca47954b713 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=311bbffa-7dee-494c-825f-45f3e3314a12 HTTP/1.1" status: 200 len: 1000 time: 0.1154516 May 27 10:04:03.570108 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-dff1b211-84f6-4403-8d68-be67d58e81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:03.571925 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-dd078026-cf5a-40e2-b1fc-97234477fa0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:03.639124 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1b211-84f6-4403-8d68-be67d58e81df None None] Pushing event updated for resources: {'Port': ['ID=f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:03.642739 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-dff1b211-84f6-4403-8d68-be67d58e81df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:03.690290 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-72e4251a-5393-468e-9d63-7767593851c4 None None] Provisioning complete for port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:03.690669 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-72e4251a-5393-468e-9d63-7767593851c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:03.747796 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b6583-7320-4fb2-a215-9cd4bec5d34a req-d2d85bbe-caac-49c4-8495-b5d1653d1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:03.749921 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-615b6583-7320-4fb2-a215-9cd4bec5d34a req-d2d85bbe-caac-49c4-8495-b5d1653d1274 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c854efed-adbc-4220-b2d0-d8b2fa86a9a6 HTTP/1.1" status: 200 len: 849 time: 0.1415792 May 27 10:04:03.830368 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:04:03.840644 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Sync routers for ids ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:04:03.850198 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Routers {'19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:04:03.850820 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:03:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:03.862519 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b6583-7320-4fb2-a215-9cd4bec5d34a req-c01cd152-ef3e-4b7a-8dd2-5e9b17927a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:03.863974 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-615b6583-7320-4fb2-a215-9cd4bec5d34a req-c01cd152-ef3e-4b7a-8dd2-5e9b17927a8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=680dc906-254f-41f4-8e2f-166a255640b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1050200 May 27 10:04:03.938627 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Notify callbacks [] for router, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:03.939809 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8785334 May 27 10:04:03.942867 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 43942) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:04:04.001091 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-615b6583-7320-4fb2-a215-9cd4bec5d34a req-e84e5568-8d95-422c-ac81-a6691366b4d3 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300898 May 27 10:04:04.025519 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Set router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:04:04.134451 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-615b6583-7320-4fb2-a215-9cd4bec5d34a req-9a5329ef-e537-4736-b051-d0ba8a4d5b96 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259995 May 27 10:04:04.317160 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'name': 'tempest-TestMinimumBasicScenario-292354926-router', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:04:00Z', 'updated_at': '2021-05-27T10:04:02Z', 'revision_number': 3, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'gw_port': {'id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:47:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:01Z', 'updated_at': '2021-05-27T10:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:04.320988 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Checking router: 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:04:04.321341 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Updating router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 port 3d5364fc-c026-41e1-9572-b92e5fe8a91e binding host dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 10:04:04.379165 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:04.438535 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:04:04.574440 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db816a4b-3b52-401c-bb83-14467de5e960 req-90dc65e1-fc76-4bce-b9b0-4eea0e124ca3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:04.582312 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-db816a4b-3b52-401c-bb83-14467de5e960 req-90dc65e1-fc76-4bce-b9b0-4eea0e124ca3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0930111 May 27 10:04:04.631014 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-db816a4b-3b52-401c-bb83-14467de5e960 req-64462c19-1388-4b31-9efb-d35c411c28cd tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477922 May 27 10:04:04.640054 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:04.677418 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:04.677989 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:04.851413 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Allocated IP 172.20.0.1 (35c7885d-8c9d-45c8-b620-9f628da5ff8c/b48b35d6-1f12-41dd-bb50-737fdf68a151/40dd1c17-8a2d-47e7-b3fe-f217137d6706) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:04:04.885409 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device a80b11da-5bc9-4123-86ce-b273d97f96dd up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:04:04.944012 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Notify callbacks [] for port, precommit_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:04.962571 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Transition to ACTIVE for port object 3d5364fc-c026-41e1-9572-b92e5fe8a91e will not be triggered until provisioned by entity L2. {{(pid=98700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:04:04.979417 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port a80b11da-5bc9-4123-86ce-b273d97f96dd triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:04.979956 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.096621 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.098827 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.103225 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:05.115203 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.provisioning_blocks [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Transition to ACTIVE for port object 40dd1c17-8a2d-47e7-b3fe-f217137d6706 will not be triggered until provisioned by entity DHCP. {{(pid=98699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:04:05.210394 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.213771 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Attempting to bind port 3d5364fc-c026-41e1-9572-b92e5fe8a91e on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:04:05.214170 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Attempting to bind port 3d5364fc-c026-41e1-9572-b92e5fe8a91e by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:04:05.214532 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Attempting to bind port 3d5364fc-c026-41e1-9572-b92e5fe8a91e on network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:04:05.215133 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-596f14d4-95ca-4168-af23-8404e88fd59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:05.221086 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea600b-6731-4936-a3d6-7bb801a86dd2 None None] Pushing event updated for resources: {'Port': ['ID=3d5364fc-c026-41e1-9572-b92e5fe8a91e,revision_number=2']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:05.224924 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-10ea600b-6731-4936-a3d6-7bb801a86dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:05.225655 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:04:05.226054 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Checking segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:04:05.226445 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.226827 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Bound using segment: {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'} {{(pid=98700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:04:05.227285 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.managers [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Bound port: 3d5364fc-c026-41e1-9572-b92e5fe8a91e, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16798ac-3dbb-40c8-a6d2-cb505fa343e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}}] {{(pid=98700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:04:05.227651 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.275469 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Network 35c7885d-8c9d-45c8-b620-9f628da5ff8c is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:04:05.278400 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:04:05.283144 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:04:05.316281 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] For port 3d5364fc-c026-41e1-9572-b92e5fe8a91e, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:04:05.326657 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Pushing event updated for resources: {'Port': ['ID=40dd1c17-8a2d-47e7-b3fe-f217137d6706,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:05.326785 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] For port 3d5364fc-c026-41e1-9572-b92e5fe8a91e, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=3d5364fc-c026-41e1-9572-b92e5fe8a91e,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:04:05.338934 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:05.355830 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435817'] for router_interface, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.408296 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.412396 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:05.541786 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Routers {'19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:04:05.542444 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:03:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:05.570309 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.614130 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea600b-6731-4936-a3d6-7bb801a86dd2 None None] Pushing event updated for resources: {'Port': ['ID=3d5364fc-c026-41e1-9572-b92e5fe8a91e,revision_number=3']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:05.626324 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-10ea600b-6731-4936-a3d6-7bb801a86dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:05.721611 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-8c5d1822-2090-47bb-ac12-44246e195857 None None] Provisioning for port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:04:05.729833 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-8c5d1822-2090-47bb-ac12-44246e195857 None None] Provisioning complete for port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:05.730214 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-8c5d1822-2090-47bb-ac12-44246e195857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.777699 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] Set router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:04:05.807115 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.860789 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d1822-2090-47bb-ac12-44246e195857 None None] Port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:04:05.871286 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:05.898143 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:05.930618 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfdc68-1e02-451a-8858-aa7795bdea65 req-bad2aad4-2459-4260-a1f1-f30123ae7310 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:05.932534 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-62dfdc68-1e02-451a-8858-aa7795bdea65 req-bad2aad4-2459-4260-a1f1-f30123ae7310 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.2015722 May 27 10:04:05.983272 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-62dfdc68-1e02-451a-8858-aa7795bdea65 req-d7431fc3-727c-4788-a916-fb5ed4653b17 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428853 May 27 10:04:05.983853 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Pushing event updated for resources: {'Port': ['ID=40dd1c17-8a2d-47e7-b3fe-f217137d6706,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:05.988237 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:05.989270 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3921364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435914'] for router_interface, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:06.121746 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'name': 'tempest-TestMinimumBasicScenario-292354926-router', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:04:00Z', 'updated_at': '2021-05-27T10:04:05Z', 'revision_number': 4, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'gw_port': {'id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:47:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:01Z', 'updated_at': '2021-05-27T10:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '40dd1c17-8a2d-47e7-b3fe-f217137d6706', 'name': '', 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'mac_address': 'fa:16:3e:27:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b48b35d6-1f12-41dd-bb50-737fdf68a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:04Z', 'updated_at': '2021-05-27T10:04:04Z', 'revision_number': 1, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'subnets': [{'id': 'b48b35d6-1f12-41dd-bb50-737fdf68a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:06.126159 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c73f7a-b5e4-443b-b7d0-86d87e037b4b None None] The sync data for ids ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'] in dv-cinder-788782-3-smb is: [{'id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'name': 'tempest-TestMinimumBasicScenario-292354926-router', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:04:00Z', 'updated_at': '2021-05-27T10:04:05Z', 'revision_number': 4, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'gw_port': {'id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:47:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:01Z', 'updated_at': '2021-05-27T10:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '40dd1c17-8a2d-47e7-b3fe-f217137d6706', 'name': '', 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'mac_address': 'fa:16:3e:27:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b48b35d6-1f12-41dd-bb50-737fdf68a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:04Z', 'updated_at': '2021-05-27T10:04:04Z', 'revision_number': 1, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'subnets': [{'id': 'b48b35d6-1f12-41dd-bb50-737fdf68a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:04:06.128787 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Network 35c7885d-8c9d-45c8-b620-9f628da5ff8c is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:04:06.129975 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:04:06.318051 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:04:06.386559 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-0d389171-36ee-48a6-9c83-c2474ee0d9f8 None None] Provisioning complete for port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:06.387048 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0d389171-36ee-48a6-9c83-c2474ee0d9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:06.445971 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-0d389171-36ee-48a6-9c83-c2474ee0d9f8 None None] Port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:04:06.535053 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:04:06.546012 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] 10.222.0.53 "PUT /v2.0/routers/19c820ad-a5fb-4e0a-8ddc-350a8fdfe497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6006584 May 27 10:04:07.292976 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-2f630fc1-dc56-4197-8e4a-48d9e6da0cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:08.453775 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 3d5364fc-c026-41e1-9572-b92e5fe8a91e up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:04:08.603729 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 3d5364fc-c026-41e1-9572-b92e5fe8a91e completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:04:08.609661 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 3d5364fc-c026-41e1-9572-b92e5fe8a91e triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:08.610104 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:08.751920 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:08.775611 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 3d5364fc-c026-41e1-9572-b92e5fe8a91e, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=3d5364fc-c026-41e1-9572-b92e5fe8a91e,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:04:08.847740 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:08.849854 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:08.938000 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Sync routers for ids ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:04:08.959416 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Routers {'19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:04:08.959416 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:03:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:08.962350 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=3d5364fc-c026-41e1-9572-b92e5fe8a91e,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:08.963745 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:09.153645 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Set router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:04:09.476841 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'name': 'tempest-TestMinimumBasicScenario-292354926-router', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:04:00Z', 'updated_at': '2021-05-27T10:04:05Z', 'revision_number': 4, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'gw_port': {'id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:01Z', 'updated_at': '2021-05-27T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '40dd1c17-8a2d-47e7-b3fe-f217137d6706', 'name': '', 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'mac_address': 'fa:16:3e:27:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b48b35d6-1f12-41dd-bb50-737fdf68a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:04Z', 'updated_at': '2021-05-27T10:04:05Z', 'revision_number': 2, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'subnets': [{'id': 'b48b35d6-1f12-41dd-bb50-737fdf68a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:09.480749 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Checking router: 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:04:09.481367 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Updating router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 binding host dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 10:04:09.544165 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:09.658023 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:09.734723 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-58c9dd79-ac9c-439d-beb2-291514e21187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:09.929637 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Notify callbacks [] for port, precommit_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:09.947362 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.provisioning_blocks [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Transition to ACTIVE for port object 40dd1c17-8a2d-47e7-b3fe-f217137d6706 will not be triggered until provisioned by entity L2. {{(pid=98701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:04:10.141941 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:10.145715 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-5689beb4-ca57-49f8-bf19-4e94ef1188b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:10.365019 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9725a8-ed47-4b50-ace9-b64b9640b02e None None] Pushing event updated for resources: {'Port': ['ID=40dd1c17-8a2d-47e7-b3fe-f217137d6706,revision_number=3']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:10.368054 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-6f9725a8-ed47-4b50-ace9-b64b9640b02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:10.421276 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 3d5364fc-c026-41e1-9572-b92e5fe8a91e up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:04:10.445617 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Attempting to bind port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 on host dv-cinder-788782-3-smb for vnic_type normal with profile {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:04:10.446148 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Attempting to bind port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 by drivers openvswitch,hyperv on host dv-cinder-788782-3-smb at level 0 using segments [{'id': '0e611e94-c924-4915-ac70-9b931578c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c'}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:04:10.446800 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Attempting to bind port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 on network 35c7885d-8c9d-45c8-b620-9f628da5ff8c {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:04:10.454031 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Checking agent: {'id': 'dc081c59-f1b3-4bcd-82a8-0dc60a634629', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 51, 10), 'started_at': datetime.datetime(2021, 5, 27, 9, 51, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:04:10.454524 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Checking segment: {'id': '0e611e94-c924-4915-ac70-9b931578c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:04:10.455137 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:10.455540 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Bound using segment: {'id': '0e611e94-c924-4915-ac70-9b931578c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c'} {{(pid=98701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:04:10.456171 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.managers [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Bound port: 40dd1c17-8a2d-47e7-b3fe-f217137d6706, host: dv-cinder-788782-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e611e94-c924-4915-ac70-9b931578c0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c'}}] {{(pid=98701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:04:10.456551 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:10.502740 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 3d5364fc-c026-41e1-9572-b92e5fe8a91e triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:10.503371 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:10.555740 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] For port 40dd1c17-8a2d-47e7-b3fe-f217137d6706, host dv-cinder-788782-3-smb, cleared binding levels {{(pid=98701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:04:10.559248 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.plugins.ml2.db [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] For port 40dd1c17-8a2d-47e7-b3fe-f217137d6706, host dv-cinder-788782-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=40dd1c17-8a2d-47e7-b3fe-f217137d6706,segment=NetworkSegment(0e611e94-c924-4915-ac70-9b931578c0f8),segment_id=0e611e94-c924-4915-ac70-9b931578c0f8)] {{(pid=98701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:04:10.739358 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron_lib.callbacks.manager [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:10.744354 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-5f337b96-25dd-46af-ab98-f0e6c9064f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:10.818826 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Routers {'19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:04:10.819478 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:04:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:10.887028 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9725a8-ed47-4b50-ace9-b64b9640b02e None None] Pushing event updated for resources: {'Port': ['ID=40dd1c17-8a2d-47e7-b3fe-f217137d6706,revision_number=4']} {{(pid=98701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:10.902236 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG oslo_concurrency.lockutils [None req-6f9725a8-ed47-4b50-ace9-b64b9640b02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:10.929742 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:11.042405 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] Set router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:04:11.416794 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'name': 'tempest-TestMinimumBasicScenario-292354926-router', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:04:00Z', 'updated_at': '2021-05-27T10:04:05Z', 'revision_number': 4, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'gw_port': {'id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:01Z', 'updated_at': '2021-05-27T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '40dd1c17-8a2d-47e7-b3fe-f217137d6706', 'name': '', 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'mac_address': 'fa:16:3e:27:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b48b35d6-1f12-41dd-bb50-737fdf68a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:04Z', 'updated_at': '2021-05-27T10:04:10Z', 'revision_number': 4, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'subnets': [{'id': 'b48b35d6-1f12-41dd-bb50-737fdf68a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:11.422387 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676dd789-f4f0-4e5e-b4a1-49d60892f257 None None] The sync data for ids ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'] in dv-cinder-788782-3-smb is: [{'id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'name': 'tempest-TestMinimumBasicScenario-292354926-router', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:04:00Z', 'updated_at': '2021-05-27T10:04:05Z', 'revision_number': 4, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'gw_port': {'id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:01Z', 'updated_at': '2021-05-27T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '40dd1c17-8a2d-47e7-b3fe-f217137d6706', 'name': '', 'network_id': '35c7885d-8c9d-45c8-b620-9f628da5ff8c', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'mac_address': 'fa:16:3e:27:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b48b35d6-1f12-41dd-bb50-737fdf68a151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:04Z', 'updated_at': '2021-05-27T10:04:10Z', 'revision_number': 4, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'subnets': [{'id': 'b48b35d6-1f12-41dd-bb50-737fdf68a151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:04:12.467939 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 40dd1c17-8a2d-47e7-b3fe-f217137d6706 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:04:12.622065 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:12.653223 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning for port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:04:12.658976 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:12.659485 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:12.805813 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:12.850014 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] For port 40dd1c17-8a2d-47e7-b3fe-f217137d6706, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=40dd1c17-8a2d-47e7-b3fe-f217137d6706,segment=NetworkSegment(0e611e94-c924-4915-ac70-9b931578c0f8),segment_id=0e611e94-c924-4915-ac70-9b931578c0f8)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:04:12.918540 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:12.927613 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:13.027921 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Pushing event updated for resources: {'Port': ['ID=40dd1c17-8a2d-47e7-b3fe-f217137d6706,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:13.038628 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:14.451069 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 40dd1c17-8a2d-47e7-b3fe-f217137d6706 up at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:04:14.537435 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Provisioning complete for port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:14.537857 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:14.688484 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baca7b6-d7c4-44b6-938c-2b4aed819d4f req-f18f9433-209b-4a73-b81e-83795b256250 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:14.696374 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5baca7b6-d7c4-44b6-938c-2b4aed819d4f req-f18f9433-209b-4a73-b81e-83795b256250 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 946 time: 0.2545326 May 27 10:04:14.752265 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5baca7b6-d7c4-44b6-938c-2b4aed819d4f req-7b696bba-157b-4a65-8ff1-1fbc6980d491 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547612 May 27 10:04:15.949770 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9120f6-bd77-4b55-a6de-3a316900df7a req-c2b59b41-2c05-4e41-b87d-deaf7ffd8338 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:15.951709 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cb9120f6-bd77-4b55-a6de-3a316900df7a req-c2b59b41-2c05-4e41-b87d-deaf7ffd8338 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 946 time: 0.0911827 May 27 10:04:16.004611 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cb9120f6-bd77-4b55-a6de-3a316900df7a req-348456df-30ce-4680-bad8-fe0a105433c9 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467715 May 27 10:04:17.234794 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dec4c-8e91-410d-aa92-568876270d04 req-b6db5884-9039-482b-8fd1-7326d0f71871 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:17.236296 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8b2dec4c-8e91-410d-aa92-568876270d04 req-b6db5884-9039-482b-8fd1-7326d0f71871 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 946 time: 0.0910845 May 27 10:04:17.285552 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8b2dec4c-8e91-410d-aa92-568876270d04 req-81a4dac6-7ef3-4935-b220-acd5821000c3 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435116 May 27 10:04:18.535401 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae31e6-28e4-484f-be8a-c06a40422318 req-29725664-03b4-48f2-8aa0-cb6c15f9961a tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:18.536915 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7aae31e6-28e4-484f-be8a-c06a40422318 req-29725664-03b4-48f2-8aa0-cb6c15f9961a tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 946 time: 0.1411917 May 27 10:04:18.582688 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7aae31e6-28e4-484f-be8a-c06a40422318 req-e95626dd-e87b-409a-ac4c-f4c4f8303046 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400436 May 27 10:04:18.733003 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-26fa63cb-a952-4352-97e9-8470f01cfe07 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:18.734451 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-26fa63cb-a952-4352-97e9-8470f01cfe07 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/networks?id=744462f1-5214-4b85-b748-123a2452895e HTTP/1.1" status: 200 len: 815 time: 0.1441786 May 27 10:04:18.748649 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-7f719c0c-ce1f-4b2b-8f2e-17fad027455b tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/quotas/2444694952e14ab0b297c2c62a887a99 HTTP/1.1" status: 200 len: 375 time: 0.0087340 May 27 10:04:18.833968 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-44c19f5c-2e4b-491b-81de-4c4d5f9eaaf9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2444694952e14ab0b297c2c62a887a99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801787 May 27 10:04:19.016038 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-190c7447-4d6b-48a8-89ca-453cb54b5d43 service neutron] 10.222.0.53 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701660 May 27 10:04:19.182354 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-356a8b81-879c-427d-955a-a4dc87936f39 service neutron] 10.222.0.53 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604860 May 27 10:04:19.219364 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab72f6-1719-4d96-b1a9-0ef66d0c942c req-73ecd5a2-2ab5-42a9-a55e-cd2c0d3009fa tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:19.220778 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cdab72f6-1719-4d96-b1a9-0ef66d0c942c req-73ecd5a2-2ab5-42a9-a55e-cd2c0d3009fa tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.35 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 946 time: 0.0834358 May 27 10:04:19.304629 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:04:19.359469 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-cdab72f6-1719-4d96-b1a9-0ef66d0c942c req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Deleting port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:04:19.359810 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-cdab72f6-1719-4d96-b1a9-0ef66d0c942c req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:19.484821 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-32bbbcd7-0d24-4031-8a83-df587f7cf9da req-bafd403c-0633-49cc-bbe8-2fe1d5950eb9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 210 time: 0.0537035 May 27 10:04:19.537710 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-cdab72f6-1719-4d96-b1a9-0ef66d0c942c req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] For port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=5c3a980f-e5a6-4f3b-a1d6-657a090b6847,segment=NetworkSegment(9ff7e9a5-047c-4486-9a7f-5ad7457644b7),segment_id=9ff7e9a5-047c-4486-9a7f-5ad7457644b7)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:04:19.538343 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-cdab72f6-1719-4d96-b1a9-0ef66d0c942c req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:19.675885 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-cdab72f6-1719-4d96-b1a9-0ef66d0c942c req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Calling delete_port for 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:04:19.790911 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb1df-d1c3-4b75-a907-40b37242220b req-87ee559e-4f08-473a-bb03-0e1303a6b0e1 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:19.792276 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8f7bb1df-d1c3-4b75-a907-40b37242220b req-87ee559e-4f08-473a-bb03-0e1303a6b0e1 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 946 time: 0.0964422 May 27 10:04:19.985401 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8f7bb1df-d1c3-4b75-a907-40b37242220b req-4603494a-357c-4e58-94c6-d7798e6c95f4 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/security-groups?id=2addd63d-eb2d-4031-8afa-70f3808ae448&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580303 May 27 10:04:20.064529 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-cdab72f6-1719-4d96-b1a9-0ef66d0c942c req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:20.072128 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1956ebc1-404e-42dd-8766-c0a0bf9d2244 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:20.081796 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['5c3a980f-e5a6-4f3b-a1d6-657a090b6847'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:04:20.118542 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Pushing event deleted for resources: {'Port': ['ID=5c3a980f-e5a6-4f3b-a1d6-657a090b6847,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:20.187918 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.188298 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.188647 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.189006 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.189360 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.189713 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.190091 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.190445 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.190792 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.191137 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.191483 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.191819 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:20.198712 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:20.205487 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdab72f6-1719-4d96-b1a9-0ef66d0c942c req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] No DVR routers for this DVR port 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:04:20.207866 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-cdab72f6-1719-4d96-b1a9-0ef66d0c942c req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:20.210608 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e799ee29-ad65-44fa-a1cb-b4c560552f68', 'name': 'network-vif-deleted', 'tag': '5c3a980f-e5a6-4f3b-a1d6-657a090b6847'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:04:20.222398 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cdab72f6-1719-4d96-b1a9-0ef66d0c942c req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.35 "DELETE /v2.0/ports/5c3a980f-e5a6-4f3b-a1d6-657a090b6847 HTTP/1.1" status: 204 len: 173 time: 0.9948759 May 27 10:04:20.254246 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e799ee29-ad65-44fa-a1cb-b4c560552f68', 'name': 'network-vif-deleted', 'tag': '5c3a980f-e5a6-4f3b-a1d6-657a090b6847', 'status': 'completed', 'code': 200} May 27 10:04:20.587373 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1668420c-3875-4a48-b034-8668a1b3920d req-c06efc5f-53ba-4837-9b1b-8435999faa22 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 210 time: 0.0482755 May 27 10:04:21.162535 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-66984dbc-6673-4ac2-85a1-7ec55ee8cd8b req-fb8e030e-34cf-4c9c-a92c-d30f0ff6de93 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Synchronizing usage tracker for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:04:21.272154 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-66984dbc-6673-4ac2-85a1-7ec55ee8cd8b req-fb8e030e-34cf-4c9c-a92c-d30f0ff6de93 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Unset dirty status for tenant:5f612be024134fba8ef8b392b8dfd38a on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:04:21.273322 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-66984dbc-6673-4ac2-85a1-7ec55ee8cd8b req-fb8e030e-34cf-4c9c-a92c-d30f0ff6de93 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] 10.222.0.53 "GET /v2.0/ports?device_id=e799ee29-ad65-44fa-a1cb-b4c560552f68 HTTP/1.1" status: 200 len: 210 time: 0.1594620 May 27 10:04:21.750159 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4a1abaf6-15e3-4bb8-8924-79ebfa168cf1 req-378268a9-1f53-4591-979d-068ad45e1962 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 210 time: 0.0431485 May 27 10:04:21.990549 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-074ce51b-ae64-4853-b633-2c869defc281 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:21.991882 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-074ce51b-ae64-4853-b633-2c869defc281 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.35 "GET /v2.0/networks?id=744462f1-5214-4b85-b748-123a2452895e HTTP/1.1" status: 200 len: 815 time: 0.1450853 May 27 10:04:22.003855 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Request body: {'port': {'device_id': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'admin_state_up': True, 'tenant_id': '2444694952e14ab0b297c2c62a887a99'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:04:22.137768 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:04:22.142243 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Usage tracker for resource:port and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:04:22.145021 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:04:22.150769 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:04:22.235748 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Made reservation on behalf of 2444694952e14ab0b297c2c62a887a99 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:04:22.239363 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:22.417446 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Allocated IP 172.20.0.6 (744462f1-5214-4b85-b748-123a2452895e/310a0c3e-c215-4d19-8ee3-eac18c71805a/a8110929-1332-4850-b495-3a497a782852) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:04:22.642667 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:22.662402 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Transition to ACTIVE for port object a8110929-1332-4850-b495-3a497a782852 will not be triggered until provisioned by entity DHCP. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:04:22.768373 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:22.777327 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-9079d3c3-0b02-4116-be91-9d8e15d7a2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:22.876548 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Network 744462f1-5214-4b85-b748-123a2452895e is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:04:22.879935 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:04:22.884099 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:04:22.929846 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'Port': ['ID=a8110929-1332-4850-b495-3a497a782852,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:22.970844 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:23.024783 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:23.025334 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:23.079413 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004a701-407f-4ec5-b0ab-3f1dd6e39a6a req-0ea823a6-303a-4f11-b96b-a93237af742d tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:23.080395 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-2004a701-407f-4ec5-b0ab-3f1dd6e39a6a req-0ea823a6-303a-4f11-b96b-a93237af742d tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Synchronizing usage tracker for tenant:2444694952e14ab0b297c2c62a887a99 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:04:23.152934 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:04:23.191370 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1911116 May 27 10:04:23.195091 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:04:23.195439 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 5c3a980f-e5a6-4f3b-a1d6-657a090b6847 not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:04:23.212999 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-2004a701-407f-4ec5-b0ab-3f1dd6e39a6a req-0ea823a6-303a-4f11-b96b-a93237af742d tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Unset dirty status for tenant:2444694952e14ab0b297c2c62a887a99 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:04:23.214551 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2004a701-407f-4ec5-b0ab-3f1dd6e39a6a req-0ea823a6-303a-4f11-b96b-a93237af742d tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.2861714 May 27 10:04:23.266055 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2004a701-407f-4ec5-b0ab-3f1dd6e39a6a req-aeef057f-4b90-4e06-8d1a-4b27adcf2a67 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 May 27 10:04:23.340816 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-d3116303-971c-4876-b473-c89893f7ebc8 None None] Provisioning for port a8110929-1332-4850-b495-3a497a782852 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:04:23.347632 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-d3116303-971c-4876-b473-c89893f7ebc8 None None] Provisioning complete for port a8110929-1332-4850-b495-3a497a782852 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:23.350126 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d3116303-971c-4876-b473-c89893f7ebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:23.414703 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-d3116303-971c-4876-b473-c89893f7ebc8 None None] Port a8110929-1332-4850-b495-3a497a782852 cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:04:24.464079 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a569d-0138-4643-8ae2-793e6cccef22 req-d41db225-701b-45c7-a165-fe85ba37d4db tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:24.466178 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a61a569d-0138-4643-8ae2-793e6cccef22 req-d41db225-701b-45c7-a165-fe85ba37d4db tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.0826888 May 27 10:04:24.521239 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a61a569d-0138-4643-8ae2-793e6cccef22 req-78b72981-b481-4074-8f9a-207dc38accd4 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487053 May 27 10:04:25.729918 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6028c-67a6-476e-96ad-6318c3784e09 req-6b5279fe-34b2-491f-b93c-177d72e1f3bc tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:25.731281 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-02e6028c-67a6-476e-96ad-6318c3784e09 req-6b5279fe-34b2-491f-b93c-177d72e1f3bc tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.0878263 May 27 10:04:25.775972 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-02e6028c-67a6-476e-96ad-6318c3784e09 req-5ea71a00-3d23-495f-802b-2a0891da6782 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383959 May 27 10:04:26.973103 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c69453-892a-4eba-8563-f365c4464041 req-b18f3c2a-3105-4edc-86f4-d9d2c3b3aad6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:26.974740 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-69c69453-892a-4eba-8563-f365c4464041 req-b18f3c2a-3105-4edc-86f4-d9d2c3b3aad6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.0872986 May 27 10:04:27.026715 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-69c69453-892a-4eba-8563-f365c4464041 req-ba79a447-3e7f-47f8-85e9-c814b0f9007c tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461917 May 27 10:04:27.619413 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:28.213464 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a3c77-6c8e-426f-9e3d-c1b445a2a66e req-faeaebd3-2088-446c-8c07-05c83258cd2a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:28.214861 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-156a3c77-6c8e-426f-9e3d-c1b445a2a66e req-faeaebd3-2088-446c-8c07-05c83258cd2a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.0798805 May 27 10:04:28.259178 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-156a3c77-6c8e-426f-9e3d-c1b445a2a66e req-4dd52c35-a23b-45de-96fb-8fb48f579c42 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387199 May 27 10:04:29.582829 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e5c85-3a81-412a-aa2f-59ea3ff1a9c9 req-1fa3f465-b497-4511-8920-86854596da05 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:29.584268 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d59e5c85-3a81-412a-aa2f-59ea3ff1a9c9 req-1fa3f465-b497-4511-8920-86854596da05 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.1891856 May 27 10:04:29.638661 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d59e5c85-3a81-412a-aa2f-59ea3ff1a9c9 req-bad18306-54f6-47a9-bd3c-7be259d5321f tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483432 May 27 10:04:30.826773 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1e67e-2c98-4fdb-b254-e57717c42b5d req-b8137fb7-ffd5-4d43-9315-1a56f543eca2 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:30.828360 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4bd1e67e-2c98-4fdb-b254-e57717c42b5d req-b8137fb7-ffd5-4d43-9315-1a56f543eca2 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.0893433 May 27 10:04:30.876262 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4bd1e67e-2c98-4fdb-b254-e57717c42b5d req-589652de-b1a4-465f-b5cb-d8c97ecae30e tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421267 May 27 10:04:32.076043 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76973cf5-54b2-4f8d-be9a-70b7d7f3241a req-d45cbce4-caa7-4c8a-a4ed-aa04eb7dd64e tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:32.083035 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-76973cf5-54b2-4f8d-be9a-70b7d7f3241a req-d45cbce4-caa7-4c8a-a4ed-aa04eb7dd64e tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.0992484 May 27 10:04:32.124339 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-76973cf5-54b2-4f8d-be9a-70b7d7f3241a req-b1e83184-cab5-4d46-bb7b-a4e816ac0403 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404449 May 27 10:04:33.325846 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c788674-ed84-4b91-8773-dd23eeee8b93 req-62e50ce2-c850-4789-950d-31e1262fdce8 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:33.328202 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9c788674-ed84-4b91-8773-dd23eeee8b93 req-62e50ce2-c850-4789-950d-31e1262fdce8 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.0896194 May 27 10:04:33.379360 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9c788674-ed84-4b91-8773-dd23eeee8b93 req-a9e57e17-7c78-4522-989b-e1f833b531f8 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445697 May 27 10:04:34.582278 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb1d0a-a47d-489a-9ac5-e86548ad8d29 req-6fed055e-e021-46b2-b0b9-9f5dba3f997f tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:34.589479 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6efb1d0a-a47d-489a-9ac5-e86548ad8d29 req-6fed055e-e021-46b2-b0b9-9f5dba3f997f tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.0881429 May 27 10:04:34.639077 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6efb1d0a-a47d-489a-9ac5-e86548ad8d29 req-638ac892-7f6b-4cd9-a030-5c6e783556ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485981 May 27 10:04:35.856981 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849436c8-1c82-446a-881a-2315b1f9dd76 req-25837dfb-9637-41d4-b3a9-d37b45208230 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:35.858643 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-849436c8-1c82-446a-881a-2315b1f9dd76 req-25837dfb-9637-41d4-b3a9-d37b45208230 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.1180787 May 27 10:04:35.905142 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-849436c8-1c82-446a-881a-2315b1f9dd76 req-6e0b7d93-07ee-416f-a114-2e3dcb41a0e4 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 May 27 10:04:37.090959 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e41c8-199e-4b2f-90f5-55c07fd78f72 req-389c251c-8fd8-4cd3-a066-67e470fa3f98 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:37.092419 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-403e41c8-199e-4b2f-90f5-55c07fd78f72 req-389c251c-8fd8-4cd3-a066-67e470fa3f98 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.0789557 May 27 10:04:37.135801 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-403e41c8-199e-4b2f-90f5-55c07fd78f72 req-b99c0310-a88a-4bf9-bb04-3fdf03446962 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379748 May 27 10:04:37.296319 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0782079c-a569-412f-852e-24d545c86f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:38.326983 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd78a5-8555-4f8a-82dc-db85fe414e1d req-e107f733-6a5a-4b57-85ea-27439c5830f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:38.328448 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a4fd78a5-8555-4f8a-82dc-db85fe414e1d req-e107f733-6a5a-4b57-85ea-27439c5830f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.0882354 May 27 10:04:38.374371 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a4fd78a5-8555-4f8a-82dc-db85fe414e1d req-6f3e5e8b-8237-4904-bbad-32fcabc9c953 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401616 May 27 10:04:39.556619 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88329042-e502-4653-a0ed-e81341928aa9 req-4e450b6e-5fbb-4e84-8959-1fe7a71a6691 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:39.558096 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-88329042-e502-4653-a0ed-e81341928aa9 req-4e450b6e-5fbb-4e84-8959-1fe7a71a6691 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.0780244 May 27 10:04:39.606040 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-88329042-e502-4653-a0ed-e81341928aa9 req-8ed54eeb-a60a-493e-be0e-06b53714b462 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421891 May 27 10:04:39.664084 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:39.733124 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-b828d64a-df70-42be-ab9c-3fac0fa45e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:39.969935 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Request body: {'port': {'device_id': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:04:40.127675 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:40.140727 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-07b0328e-7948-4205-a7b2-960247bec8e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1475787 May 27 10:04:40.325709 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-3309185f-7c41-428e-849e-5a531e6022df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:40.327302 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-3309185f-7c41-428e-849e-5a531e6022df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 1099 time: 0.1572020 May 27 10:04:40.563272 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-65b855dd-f9c9-4d02-adaf-603d0f974e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:40.564706 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-65b855dd-f9c9-4d02-adaf-603d0f974e07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 918 time: 0.2139878 May 27 10:04:40.854902 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8110929-1332-4850-b495-3a497a782852 {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:04:40.866300 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:40.880414 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-ef1201da-3969-48e2-b8c9-add28b040920 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4676ca65-8417-4222-9477-75f3ec4617a8 HTTP/1.1" status: 200 len: 1002 time: 0.3020723 May 27 10:04:40.926042 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Transition to ACTIVE for port object a8110929-1332-4850-b495-3a497a782852 will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:04:40.938700 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:40.965257 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-5f9e7783-3ee9-4932-93c2-e4f6c2ac2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:40.966898 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-5f9e7783-3ee9-4932-93c2-e4f6c2ac2f0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.0746925 May 27 10:04:40.974543 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcc006-9ba0-4adc-abd9-2594f04e5db0 req-23d6bc62-db28-49da-9c3f-46109fea9cd6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:40.976327 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-46bcc006-9ba0-4adc-abd9-2594f04e5db0 req-23d6bc62-db28-49da-9c3f-46109fea9cd6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 931 time: 0.1870725 May 27 10:04:41.019677 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:41.037787 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-6fbb0aab-a390-4638-9fef-bdd8fd02becf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:41.205273 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-46bcc006-9ba0-4adc-abd9-2594f04e5db0 req-1889bd2f-09a3-4c71-b396-b4c07864b3fa tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930478 May 27 10:04:41.240320 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Pushing event updated for resources: {'Port': ['ID=a8110929-1332-4850-b495-3a497a782852,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:41.249288 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:41.296627 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-af0db044-082b-463f-9be5-ebaeb4f05478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:41.298183 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-af0db044-082b-463f-9be5-ebaeb4f05478 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3213615 May 27 10:04:41.398090 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Attempting to bind port a8110929-1332-4850-b495-3a497a782852 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:04:41.398356 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Attempting to bind port a8110929-1332-4850-b495-3a497a782852 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:04:41.398681 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Attempting to bind port a8110929-1332-4850-b495-3a497a782852 on network 744462f1-5214-4b85-b748-123a2452895e {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:04:41.412763 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Port a8110929-1332-4850-b495-3a497a782852 on network 744462f1-5214-4b85-b748-123a2452895e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:04:41.413077 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Attempting to bind port a8110929-1332-4850-b495-3a497a782852 on network 744462f1-5214-4b85-b748-123a2452895e {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:04:41.422650 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:04:41.422980 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Checking segment: {'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:04:41.423356 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Bound using segment: {'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:04:41.423778 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Bound port: a8110929-1332-4850-b495-3a497a782852, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1210f768-98f0-4942-93ea-0bd329c6d346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '744462f1-5214-4b85-b748-123a2452895e'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:04:41.424121 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:41.509692 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-53119db5-a07f-446f-b0e7-92c7c44e0076 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033310 May 27 10:04:41.614442 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] For port a8110929-1332-4850-b495-3a497a782852, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:04:41.627354 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] For port a8110929-1332-4850-b495-3a497a782852, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8110929-1332-4850-b495-3a497a782852,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:04:41.665607 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bfe1a13c-18d2-4353-a531-932fa56156bc req-91b649ff-a23a-41fc-8afe-d8bdda1a19db service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471233 May 27 10:04:41.667067 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:41.672547 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-7c0d2109-32a7-4d30-a0a9-6c207e2e6fcf tempest-ServerRescueNegativeTestJSON-987654855 tempest-ServerRescueNegativeTestJSON-987654855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:41.732619 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:41.732925 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:41.734224 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] 10.222.0.35 "PUT /v2.0/ports/a8110929-1332-4850-b495-3a497a782852 HTTP/1.1" status: 200 len: 1093 time: 1.8261254 May 27 10:04:41.734710 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'tag': 'a8110929-1332-4850-b495-3a497a782852'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:04:41.758745 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Pushing event updated for resources: {'Port': ['ID=a8110929-1332-4850-b495-3a497a782852,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:41.762265 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:41.846808 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'tag': 'a8110929-1332-4850-b495-3a497a782852', 'status': 'completed', 'code': 200} May 27 10:04:41.925655 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-bda7d2a0-8bee-4b23-9448-69b76cdc6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:41.927146 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-bda7d2a0-8bee-4b23-9448-69b76cdc6dbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2444694952e14ab0b297c2c62a887a99&device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 1096 time: 0.0758624 May 27 10:04:41.996479 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-9537be94-fb3d-4a11-bca4-b935a5e43571 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8110929-1332-4850-b495-3a497a782852 HTTP/1.1" status: 200 len: 217 time: 0.0606287 May 27 10:04:42.063172 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-a72dc74a-a33c-4c61-bcd8-5759f8a88d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:42.064743 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-a72dc74a-a33c-4c61-bcd8-5759f8a88d0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=310a0c3e-c215-4d19-8ee3-eac18c71805a HTTP/1.1" status: 200 len: 854 time: 0.0622151 May 27 10:04:42.153785 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-1dc549b0-a1a9-499d-becd-62abb1d5202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:42.155233 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-1dc549b0-a1a9-499d-becd-62abb1d5202c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=744462f1-5214-4b85-b748-123a2452895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706627 May 27 10:04:42.289965 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-b6cf8899-8707-4dc4-a429-55b5e9afac04 service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267033 May 27 10:04:42.482771 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0956f041-b9f5-45d4-bcd6-2b3e336c0c0e req-a8ee54dd-4cf1-4ed2-a421-929a4607d56c service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857064 May 27 10:04:42.494477 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1806e-78e9-44ce-afcd-d36176c5e23a req-cbd1b41d-18df-41df-a859-c95802168a72 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:42.495909 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e7a1806e-78e9-44ce-afcd-d36176c5e23a req-cbd1b41d-18df-41df-a859-c95802168a72 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 943 time: 0.1810904 May 27 10:04:42.625935 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:42.697902 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e7a1806e-78e9-44ce-afcd-d36176c5e23a req-0bfd0ffa-7634-4a6d-ba56-13bbd00675c9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942177 May 27 10:04:42.716736 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eca51e-5164-4111-abcf-8e4b55360756 req-f9b87db1-69c6-4d38-8854-f52cc4ffa320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:42.718234 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-23eca51e-5164-4111-abcf-8e4b55360756 req-f9b87db1-69c6-4d38-8854-f52cc4ffa320 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2444694952e14ab0b297c2c62a887a99&device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 1096 time: 0.0942960 May 27 10:04:42.851315 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eca51e-5164-4111-abcf-8e4b55360756 req-e45c1623-a5c1-4a4d-b8b3-2e57bde5fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:42.852736 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-23eca51e-5164-4111-abcf-8e4b55360756 req-e45c1623-a5c1-4a4d-b8b3-2e57bde5fd6a service neutron] 10.222.0.35 "GET /v2.0/networks?id=744462f1-5214-4b85-b748-123a2452895e HTTP/1.1" status: 200 len: 916 time: 0.1265836 May 27 10:04:42.923164 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-23eca51e-5164-4111-abcf-8e4b55360756 req-d9b07a91-b8fd-46d9-8f69-9f1eb9f7bf70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8110929-1332-4850-b495-3a497a782852 HTTP/1.1" status: 200 len: 217 time: 0.0635962 May 27 10:04:42.992012 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eca51e-5164-4111-abcf-8e4b55360756 req-2a7d054d-c663-4ee4-97a3-d05773d1729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:42.993575 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-23eca51e-5164-4111-abcf-8e4b55360756 req-2a7d054d-c663-4ee4-97a3-d05773d1729b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=310a0c3e-c215-4d19-8ee3-eac18c71805a HTTP/1.1" status: 200 len: 854 time: 0.0637863 May 27 10:04:43.078200 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eca51e-5164-4111-abcf-8e4b55360756 req-1b8bb5ff-b799-40d9-9769-b9042a8643d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:43.079646 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-23eca51e-5164-4111-abcf-8e4b55360756 req-1b8bb5ff-b799-40d9-9769-b9042a8643d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=744462f1-5214-4b85-b748-123a2452895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770304 May 27 10:04:43.208069 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-23eca51e-5164-4111-abcf-8e4b55360756 req-15719214-9b54-4de7-b424-d064f84b77f9 service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217589 May 27 10:04:43.339867 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-23eca51e-5164-4111-abcf-8e4b55360756 req-681a66ba-43e7-4ea8-82f2-d04dacfd87d5 service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257453 May 27 10:04:43.886497 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbb949-957b-476f-9b4e-9fdab2371aff req-45b7016c-a7cd-45a0-872a-3c59cf1bc3af tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:43.887996 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6ebbb949-957b-476f-9b4e-9fdab2371aff req-45b7016c-a7cd-45a0-872a-3c59cf1bc3af tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 943 time: 0.0802226 May 27 10:04:43.932088 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6ebbb949-957b-476f-9b4e-9fdab2371aff req-811cbab5-a8b4-453a-8b0c-c85ccb3fa73c tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382686 May 27 10:04:45.119330 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e6584-0950-49f7-95ca-8910b221c818 req-a1420f70-20a4-4c35-a5ea-3cad7ec629a4 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:45.120788 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-851e6584-0950-49f7-95ca-8910b221c818 req-a1420f70-20a4-4c35-a5ea-3cad7ec629a4 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 943 time: 0.0831995 May 27 10:04:45.165181 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-851e6584-0950-49f7-95ca-8910b221c818 req-d702802e-9d61-4f90-a60b-51a020e8475f tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 May 27 10:04:46.359069 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3856cb-aa22-4136-9b6a-8d81616ff397 req-691612ba-a767-44b4-9301-139d1cbc97fc tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:46.360554 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8f3856cb-aa22-4136-9b6a-8d81616ff397 req-691612ba-a767-44b4-9301-139d1cbc97fc tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 943 time: 0.0884650 May 27 10:04:46.413577 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8f3856cb-aa22-4136-9b6a-8d81616ff397 req-8a47d583-fa8d-4896-8f49-cfb364805959 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 May 27 10:04:46.524646 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44334) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:04:46.584511 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Deleting subnet 4850b31a-85cb-48dc-a7c2-e87e4dcc407b {{(pid=98699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:04:46.587363 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:46.644158 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1927318'] for subnet, precommit_delete_associations {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:46.698958 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.127240 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1020166'] for subnet, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.131084 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-956a0f4d-6bc6-4878-a4bc-4c9042a221d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:47.163607 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4850b31a-85cb-48dc-a7c2-e87e4dcc407b,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:47.174001 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.178078 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.183529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.183529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.183529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.183529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.183529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.183529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.183529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.183529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.183529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.183529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.183529 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.185594 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:47.187474 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-1045952d-4ba1-4a0d-bc79-0fe401190824 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4850b31a-85cb-48dc-a7c2-e87e4dcc407b HTTP/1.1" status: 204 len: 168 time: 0.6618330 May 27 10:04:47.189996 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44338) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:04:47.294044 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.314003 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device a8110929-1332-4850-b495-3a497a782852 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:04:47.418519 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.432459 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1a13d6-b338-4227-8fd9-e3ea78b68997']}} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:47.444956 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff7e9a5-047c-4486-9a7f-5ad7457644b7') {'for_net_delete': True} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:47.445258 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff7e9a5-047c-4486-9a7f-5ad7457644b7') {} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:04:47.446591 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port a8110929-1332-4850-b495-3a497a782852, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8110929-1332-4850-b495-3a497a782852,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:04:47.458035 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1927343'] for segment, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.460708 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': 'a8110929-1332-4850-b495-3a497a782852', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'port_id': 'a8110929-1332-4850-b495-3a497a782852', 'mac_address': 'fa:16:3e:9e:83:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:04:47.474912 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.481235 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=98699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:04:47.487661 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533260'] for segment, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.518564 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.535974 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8110929-1332-4850-b495-3a497a782852 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: Traceback (most recent call last): May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: timer() May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: cb(*args, **kw) May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: return func(*args, **kwargs) May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: self._notify() May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: self.callback(batched_events) May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: event.method(event) May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: return f(self, *a, **k) May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: return self._get(url).json() May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: return self.request(url, 'GET', **kwargs) May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:04:47.550397 dv-cinder-788782-3-smb neutron-server[98699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:04:47.554246 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port a8110929-1332-4850-b495-3a497a782852, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8110929-1332-4850-b495-3a497a782852,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:04:47.615218 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6bea2-2c78-4973-8e28-a2d3bbaefa95 req-417a9d9b-d9c9-48f8-9db2-95793348ad24 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:47.616765 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-55d6bea2-2c78-4973-8e28-a2d3bbaefa95 req-417a9d9b-d9c9-48f8-9db2-95793348ad24 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 943 time: 0.0829899 May 27 10:04:47.646495 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.648358 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-2c2f71c1-10e8-467a-b025-cd4f70d0b169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:47.658299 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.667944 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6e42ad37-c3e2-48a9-ac1e-d73e3b708987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:47.668057 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-55d6bea2-2c78-4973-8e28-a2d3bbaefa95 req-e6cea772-9539-40aa-8a7f-b1ba2a343197 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 May 27 10:04:47.680878 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:47.698422 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec1a13d6-b338-4227-8fd9-e3ea78b68997,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:47.698422 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:47.722487 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=a8110929-1332-4850-b495-3a497a782852,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:47.729568 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.729944 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.730283 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.730617 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.730943 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.731267 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.731591 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.732621 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.732948 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.733269 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.733598 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.733950 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:04:47.737612 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:47.776519 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-a60357a8-e98b-4f49-a2f9-37b9edcf0d57 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ec1a13d6-b338-4227-8fd9-e3ea78b68997 HTTP/1.1" status: 204 len: 168 time: 0.5853035 May 27 10:04:48.018734 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['a8110929-1332-4850-b495-3a497a782852'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:04:48.077743 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44350) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:04:48.125331 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-367da3ce-77b2-40b4-bb04-456623efacda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f612be024134fba8ef8b392b8dfd38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463281 May 27 10:04:48.127722 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44354) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:04:48.188702 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30438926-db4c-411f-83e5-694e834adccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:48.214510 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30438926-db4c-411f-83e5-694e834adccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:48.374897 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30438926-db4c-411f-83e5-694e834adccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:48.378994 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-cf439e59-7f02-4389-9531-fd6f6a77aa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:48.391546 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30438926-db4c-411f-83e5-694e834adccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2addd63d-eb2d-4031-8afa-70f3808ae448,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:48.394658 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-30438926-db4c-411f-83e5-694e834adccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:48.462553 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-30438926-db4c-411f-83e5-694e834adccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:48.463709 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-30438926-db4c-411f-83e5-694e834adccf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2addd63d-eb2d-4031-8afa-70f3808ae448 HTTP/1.1" status: 204 len: 168 time: 0.3350499 May 27 10:04:48.873493 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f5425-ab60-486f-9961-314df16991d5 req-f22f4dd5-cf86-4d16-8800-efab6cae1f38 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:48.878742 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e97f5425-ab60-486f-9961-314df16991d5 req-f22f4dd5-cf86-4d16-8800-efab6cae1f38 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 944 time: 0.0982478 May 27 10:04:48.924365 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e97f5425-ab60-486f-9961-314df16991d5 req-68d59f9e-a0b1-47b8-9100-d83e8f880758 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436060 May 27 10:04:49.324075 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499cd89-935e-4c6f-97ec-15787a745a79 req-d7b1c49d-569c-4d4e-a015-8aeb277a1607 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:49.325624 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3499cd89-935e-4c6f-97ec-15787a745a79 req-d7b1c49d-569c-4d4e-a015-8aeb277a1607 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0797651 May 27 10:04:49.336861 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device a8110929-1332-4850-b495-3a497a782852 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:04:49.372569 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3499cd89-935e-4c6f-97ec-15787a745a79 req-5c812a7c-cedd-49dc-a96b-c9c70b6d160f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 May 27 10:04:49.522697 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port a8110929-1332-4850-b495-3a497a782852 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:04:49.527380 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port a8110929-1332-4850-b495-3a497a782852 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:04:49.527762 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:49.641772 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:49.667231 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8110929-1332-4850-b495-3a497a782852'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:04:49.676793 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port a8110929-1332-4850-b495-3a497a782852, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8110929-1332-4850-b495-3a497a782852,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:04:49.717065 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8110929-1332-4850-b495-3a497a782852', 'code': 200} May 27 10:04:49.751797 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:49.753667 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-29fd2ffd-63c6-41d9-9560-93fcab59f4a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:04:49.821621 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=a8110929-1332-4850-b495-3a497a782852,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:04:49.824485 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:04:50.154387 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c23019-0b8c-424b-ad9d-4136ff556ca1 req-abcd90d9-d485-49b2-b0ee-07731678087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:50.156261 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d3c23019-0b8c-424b-ad9d-4136ff556ca1 req-abcd90d9-d485-49b2-b0ee-07731678087d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 1098 time: 0.1304581 May 27 10:04:50.164474 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd270aa2-3952-449c-95d4-9f2b6d67c2f0 req-0e0045e5-3404-4ce8-8933-735ade6599eb tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:50.165803 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cd270aa2-3952-449c-95d4-9f2b6d67c2f0 req-0e0045e5-3404-4ce8-8933-735ade6599eb tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 945 time: 0.1021252 May 27 10:04:50.230065 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d3c23019-0b8c-424b-ad9d-4136ff556ca1 req-9bf800e0-a4f6-4a1b-8726-0918e55f5974 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633166 May 27 10:04:50.236619 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-cd270aa2-3952-449c-95d4-9f2b6d67c2f0 req-b0c531b8-b220-4f9f-9146-91a778528d75 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582011 May 27 10:04:50.561781 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9986e80-6a32-44c0-9abb-f91e3c09f208 req-37aea40d-b522-4151-838f-03efa3f5d6e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:50.563250 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f9986e80-6a32-44c0-9abb-f91e3c09f208 req-37aea40d-b522-4151-838f-03efa3f5d6e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0791318 May 27 10:04:50.605635 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f9986e80-6a32-44c0-9abb-f91e3c09f208 req-41b24c6c-f468-4bd1-9431-56bcfd805cf3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368381 May 27 10:04:51.519677 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95804ea-e230-4565-947d-7d998ae14c1c req-4cdf4ff7-fa0d-4287-84f2-f64c8c962cc1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:51.521051 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c95804ea-e230-4565-947d-7d998ae14c1c req-4cdf4ff7-fa0d-4287-84f2-f64c8c962cc1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 945 time: 0.1754928 May 27 10:04:51.566558 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c95804ea-e230-4565-947d-7d998ae14c1c req-4c5b31b9-97a1-4871-8721-393cf243b3dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 May 27 10:04:51.801102 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e006821-a303-4ce7-86df-12352e8fde0d req-960fb567-91a5-4847-9648-742b73e806bd tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:51.802488 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8e006821-a303-4ce7-86df-12352e8fde0d req-960fb567-91a5-4847-9648-742b73e806bd tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0867476 May 27 10:04:51.849185 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8e006821-a303-4ce7-86df-12352e8fde0d req-006f8b2d-7b72-4c1b-a4e4-1a6b813923f5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 May 27 10:04:52.748265 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb0c66-8049-4054-b1da-51fbc9be77ce req-8849008e-c908-4f32-9b13-35a3d3bd65a5 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:52.749692 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fcdb0c66-8049-4054-b1da-51fbc9be77ce req-8849008e-c908-4f32-9b13-35a3d3bd65a5 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 945 time: 0.0791640 May 27 10:04:52.795259 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fcdb0c66-8049-4054-b1da-51fbc9be77ce req-4467a391-09e9-44d8-9fc8-06c4bf7d3c85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399537 May 27 10:04:53.034234 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d644d9-9dc8-430c-95c2-0606fa2ef1a4 req-073584de-f20a-40d9-8937-7df9f031fbec tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:53.035678 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-36d644d9-9dc8-430c-95c2-0606fa2ef1a4 req-073584de-f20a-40d9-8937-7df9f031fbec tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 945 time: 0.1351638 May 27 10:04:53.079280 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3dfc7-a11c-427a-8080-831472947b19 req-40ee1691-f467-48d1-8292-b855adb24b52 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:53.080695 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-15e3dfc7-a11c-427a-8080-831472947b19 req-40ee1691-f467-48d1-8292-b855adb24b52 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.1201169 May 27 10:04:53.121090 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-36d644d9-9dc8-430c-95c2-0606fa2ef1a4 req-593032b3-c781-4134-a415-200ba43663cf tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788445 May 27 10:04:53.140841 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-15e3dfc7-a11c-427a-8080-831472947b19 req-66730696-d64d-467f-9055-23df396f1778 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524609 May 27 10:04:53.522233 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519c518-3101-4f9c-a24a-7166adeec4f6 req-ebe9e083-2f60-4eb8-aa9f-7203cd1accdc tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:53.523649 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2519c518-3101-4f9c-a24a-7166adeec4f6 req-ebe9e083-2f60-4eb8-aa9f-7203cd1accdc tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 945 time: 0.0779395 May 27 10:04:53.567052 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2519c518-3101-4f9c-a24a-7166adeec4f6 req-87517f8e-6f71-447c-8db0-8ffc65abe584 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378659 May 27 10:04:54.341775 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc883af-dcc5-4199-8c94-54f786614bb0 req-753d53be-a101-4b43-8024-38ef0ee643d1 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:54.343341 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bbc883af-dcc5-4199-8c94-54f786614bb0 req-753d53be-a101-4b43-8024-38ef0ee643d1 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0917349 May 27 10:04:54.389477 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bbc883af-dcc5-4199-8c94-54f786614bb0 req-aa3f7173-1e71-4d99-a8a9-67e5a2c546bf tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403662 May 27 10:04:55.574740 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410bce-06f5-4818-863a-b8854b5a5bdd req-e7aa4fc4-f0ef-44af-81ac-b9118c4610a1 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:55.576100 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4c410bce-06f5-4818-863a-b8854b5a5bdd req-e7aa4fc4-f0ef-44af-81ac-b9118c4610a1 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0795333 May 27 10:04:55.623149 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4c410bce-06f5-4818-863a-b8854b5a5bdd req-7a9e857b-7994-465a-97b5-cfa68cf5b70e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413957 May 27 10:04:56.303616 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:04:56.813630 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc370ab9-fa75-4e59-ac5c-edd611327470 req-29ae1c6d-3ff2-4ab0-8ed9-06697c7ff114 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:56.815026 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fc370ab9-fa75-4e59-ac5c-edd611327470 req-29ae1c6d-3ff2-4ab0-8ed9-06697c7ff114 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0811169 May 27 10:04:56.859656 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fc370ab9-fa75-4e59-ac5c-edd611327470 req-a39bcd21-5953-4b07-9ba0-dcdb8fafe4a1 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 May 27 10:04:57.374256 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:58.055238 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fee85c-32d5-402d-b6fa-082f3ff57f77 req-d86155bd-72b8-44b1-8655-05d9b704d6f4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:58.056929 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-00fee85c-32d5-402d-b6fa-082f3ff57f77 req-d86155bd-72b8-44b1-8655-05d9b704d6f4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0841174 May 27 10:04:58.101650 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-00fee85c-32d5-402d-b6fa-082f3ff57f77 req-d343a966-e265-4150-bc85-79b7ea8cd5c4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381784 May 27 10:04:59.102089 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c156cc-5dc7-49ac-b8d2-4919d634f08d req-b30e5f1f-b61c-4fce-bc1a-491cfd2487da tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:59.103523 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-49c156cc-5dc7-49ac-b8d2-4919d634f08d req-b30e5f1f-b61c-4fce-bc1a-491cfd2487da tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 945 time: 0.0788689 May 27 10:04:59.148248 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-49c156cc-5dc7-49ac-b8d2-4919d634f08d req-b2c6a31a-7757-4450-83b6-bf75967debdb tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391674 May 27 10:04:59.171705 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 44440) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:04:59.292932 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8feae2-99e9-4df8-aee4-03b8cf8a5cd3 req-2d3088d1-a32e-42fd-be0c-c13df46b9160 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:59.294417 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3e8feae2-99e9-4df8-aee4-03b8cf8a5cd3 req-2d3088d1-a32e-42fd-be0c-c13df46b9160 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0829375 May 27 10:04:59.340403 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3e8feae2-99e9-4df8-aee4-03b8cf8a5cd3 req-28144611-e70a-4fa5-80b8-8aa3e36bfac7 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395103 May 27 10:04:59.458717 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c3783-33d6-4d6e-82b5-48db610d3ca4 tempest-TestMinimumBasicScenario-779672407 tempest-TestMinimumBasicScenario-779672407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:04:59.460089 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-f95c3783-33d6-4d6e-82b5-48db610d3ca4 tempest-TestMinimumBasicScenario-779672407 tempest-TestMinimumBasicScenario-779672407-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 1093 time: 0.2873385 May 27 10:04:59.462987 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 44446) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:04:59.468447 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Request body: {'floatingip': {'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'port_id': 'a8110929-1332-4850-b495-3a497a782852', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:04:59.474053 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:04:59.478035 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Usage tracker for resource:floatingip and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:04:59.480900 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:04:59.486618 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:04:59.549012 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for floatingip, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:59.681575 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:04:59.827540 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Allocated IP 172.28.0.107 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/21e4f574-bdfa-49e6-ab1c-ef3bd89d2e74) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:04:59.970381 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:00.052200 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:00.056862 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3e5d5f18-507c-4233-b313-3f740f7d2f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:00.125531 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:05:00.128312 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:05:00.132004 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:05:00.255985 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'Port': ['ID=21e4f574-bdfa-49e6-ab1c-ef3bd89d2e74,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:00.263049 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:00.638611 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3b203-f52f-425c-92ea-c4af6a40a958 req-aba5255b-1f72-4089-91f5-a567727dbfe4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:00.640026 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2c3b203-f52f-425c-92ea-c4af6a40a958 req-aba5255b-1f72-4089-91f5-a567727dbfe4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.1753407 May 27 10:05:00.701704 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2c3b203-f52f-425c-92ea-c4af6a40a958 req-d297d27e-6fcb-4332-8631-ff5d2e43b4a3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547359 May 27 10:05:00.770802 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:00.899718 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:01.101760 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:01.166326 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:01.169922 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-2004f696-6a68-45f8-9c59-8d523740b302 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:01.273245 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'Port': ['ID=21e4f574-bdfa-49e6-ab1c-ef3bd89d2e74,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:01.277285 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:01.286327 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:01.453672 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.l3_db [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Floating IP 768eb481-8622-431a-817f-970575bfe7ff associated. External IP: 172.28.0.107, port: a8110929-1332-4850-b495-3a497a782852. May 27 10:05:01.961634 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Router 028294b4-3f59-4f03-b97e-329c15a1c77f has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:05:02.054520 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a3139-ee2f-4602-8709-1ff549187004 req-53cb3f96-915a-4800-8c17-b703f2ee53ed tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:02.055280 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-562a3139-ee2f-4602-8709-1ff549187004 req-53cb3f96-915a-4800-8c17-b703f2ee53ed tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.1863692 May 27 10:05:02.178267 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-562a3139-ee2f-4602-8709-1ff549187004 req-53d10f9e-ef47-4833-8480-42e026c3b45d tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144164 May 27 10:05:02.192597 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:05:02.203028 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb30133-8ca3-44d1-b56b-a3d5806f7f60 None None] Sync routers for ids ['028294b4-3f59-4f03-b97e-329c15a1c77f'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:05:02.212979 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb30133-8ca3-44d1-b56b-a3d5806f7f60 None None] Routers {'028294b4-3f59-4f03-b97e-329c15a1c77f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:05:02.213597 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-ddb30133-8ca3-44d1-b56b-a3d5806f7f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:04:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['028294b4-3f59-4f03-b97e-329c15a1c77f'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:05:02.282814 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:02.347833 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8838546 May 27 10:05:02.348547 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'tag': 'a8110929-1332-4850-b495-3a497a782852'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:05:02.351058 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44454) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:02.356724 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529317718', 'description': 'tempest-secgroup-smoke-529317718 description', 'project_id': '2444694952e14ab0b297c2c62a887a99'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:02.363402 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:02.367331 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Usage tracker for resource:security_group and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:02.370198 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:02.379283 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:02.396495 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-ddb30133-8ca3-44d1-b56b-a3d5806f7f60 None None] Set router 028294b4-3f59-4f03-b97e-329c15a1c77f gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:05:02.410160 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'tag': 'a8110929-1332-4850-b495-3a497a782852', 'status': 'completed', 'code': 200} May 27 10:05:02.448890 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:02.471101 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:02.474995 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Usage tracker for resource:security_group_rule and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:02.477964 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:02.484018 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:02.508282 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ee9df-39cf-4ef8-acc4-ff867055d000 req-45b4395f-fff4-4803-811c-38657130719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:02.509769 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-247ee9df-39cf-4ef8-acc4-ff867055d000 req-45b4395f-fff4-4803-811c-38657130719a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2444694952e14ab0b297c2c62a887a99&device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 1098 time: 0.0762017 May 27 10:05:02.556032 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:02.606632 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:02.612380 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-2c042574-5d09-482e-910c-d1db74183a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:02.646544 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ee9df-39cf-4ef8-acc4-ff867055d000 req-ffae00cf-b5b8-45d7-b9fd-df685e4c3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:02.648345 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-247ee9df-39cf-4ef8-acc4-ff867055d000 req-ffae00cf-b5b8-45d7-b9fd-df685e4c3c93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=744462f1-5214-4b85-b748-123a2452895e HTTP/1.1" status: 200 len: 916 time: 0.1318674 May 27 10:05:02.653159 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95682d07-2574-4755-b65f-a2de29058df0,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:02.656826 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:02.732461 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:02.736346 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3816836 May 27 10:05:02.736646 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44460) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:02.742097 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Request body: {'security_group_rule': {'security_group_id': '95682d07-2574-4755-b65f-a2de29058df0', 'project_id': '2444694952e14ab0b297c2c62a887a99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:02.748176 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:02.752825 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Usage tracker for resource:security_group_rule and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:02.756070 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:02.758473 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-247ee9df-39cf-4ef8-acc4-ff867055d000 req-9a58ee87-a94d-47a6-a2aa-895a3c2cd09a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8110929-1332-4850-b495-3a497a782852 HTTP/1.1" status: 200 len: 999 time: 0.1028264 May 27 10:05:02.762166 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:02.787463 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-ddb30133-8ca3-44d1-b56b-a3d5806f7f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:56Z', 'revision_number': 4, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': '768eb481-8622-431a-817f-970575bfe7ff', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'floating_ip_address': '172.28.0.107', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'port_id': 'a8110929-1332-4850-b495-3a497a782852', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'mac_address': 'fa:16:3e:9e:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:05:00Z', 'updated_at': '2021-05-27T10:05:00Z', 'revision_number': 0, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80b11da-5bc9-4123-86ce-b273d97f96dd', 'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'mac_address': 'fa:16:3e:aa:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:55Z', 'updated_at': '2021-05-27T10:04:03Z', 'revision_number': 5, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'subnets': [{'id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:05:02.791305 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb30133-8ca3-44d1-b56b-a3d5806f7f60 None None] Checking router: 028294b4-3f59-4f03-b97e-329c15a1c77f for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:05:02.799858 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb30133-8ca3-44d1-b56b-a3d5806f7f60 None None] Routers {'028294b4-3f59-4f03-b97e-329c15a1c77f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:05:02.800448 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-ddb30133-8ca3-44d1-b56b-a3d5806f7f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:04:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['028294b4-3f59-4f03-b97e-329c15a1c77f'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:05:02.821150 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ee9df-39cf-4ef8-acc4-ff867055d000 req-6679d7e3-53b9-4e2c-a4d1-7852fb66edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:02.822615 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-247ee9df-39cf-4ef8-acc4-ff867055d000 req-6679d7e3-53b9-4e2c-a4d1-7852fb66edc7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=310a0c3e-c215-4d19-8ee3-eac18c71805a HTTP/1.1" status: 200 len: 854 time: 0.0573456 May 27 10:05:02.860226 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:02.900664 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ee9df-39cf-4ef8-acc4-ff867055d000 req-1c35e622-25f0-4055-8446-45aa557b8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:02.902154 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-247ee9df-39cf-4ef8-acc4-ff867055d000 req-1c35e622-25f0-4055-8446-45aa557b8461 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=744462f1-5214-4b85-b748-123a2452895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697474 May 27 10:05:02.921800 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:02.982563 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-ddb30133-8ca3-44d1-b56b-a3d5806f7f60 None None] Set router 028294b4-3f59-4f03-b97e-329c15a1c77f gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:05:02.985744 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:02.987889 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0ac681ab-0c00-4cfd-89de-1a6dbd4652ce tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:03.014228 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23036758-a44f-44c5-938d-f1b2034cc454,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:03.023045 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:03.052420 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-247ee9df-39cf-4ef8-acc4-ff867055d000 req-d18b5a20-bc00-4f4f-ba69-738d4734ef7f service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425593 May 27 10:05:03.117109 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.121177 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3809733 May 27 10:05:03.121362 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44464) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:03.127667 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Request body: {'security_group_rule': {'security_group_id': '95682d07-2574-4755-b65f-a2de29058df0', 'project_id': '2444694952e14ab0b297c2c62a887a99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:03.133608 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:03.139564 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Usage tracker for resource:security_group_rule and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:03.142792 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:03.150446 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:03.189258 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-247ee9df-39cf-4ef8-acc4-ff867055d000 req-3ed7a344-f584-4ab3-bab4-de9c53d3ce01 service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295877 May 27 10:05:03.226082 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.292107 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.338761 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-ddb30133-8ca3-44d1-b56b-a3d5806f7f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:56Z', 'revision_number': 4, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': '768eb481-8622-431a-817f-970575bfe7ff', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'floating_ip_address': '172.28.0.107', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'port_id': 'a8110929-1332-4850-b495-3a497a782852', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'mac_address': 'fa:16:3e:9e:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:05:00Z', 'updated_at': '2021-05-27T10:05:00Z', 'revision_number': 0, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80b11da-5bc9-4123-86ce-b273d97f96dd', 'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'mac_address': 'fa:16:3e:aa:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:55Z', 'updated_at': '2021-05-27T10:04:03Z', 'revision_number': 5, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'subnets': [{'id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:05:03.343723 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb30133-8ca3-44d1-b56b-a3d5806f7f60 None None] The sync data for ids ['028294b4-3f59-4f03-b97e-329c15a1c77f'] in dv-cinder-788782-3-smb is: [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:56Z', 'revision_number': 4, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': '768eb481-8622-431a-817f-970575bfe7ff', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'floating_ip_address': '172.28.0.107', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'port_id': 'a8110929-1332-4850-b495-3a497a782852', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'mac_address': 'fa:16:3e:9e:83:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:05:00Z', 'updated_at': '2021-05-27T10:05:00Z', 'revision_number': 0, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80b11da-5bc9-4123-86ce-b273d97f96dd', 'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'mac_address': 'fa:16:3e:aa:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:55Z', 'updated_at': '2021-05-27T10:04:03Z', 'revision_number': 5, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'subnets': [{'id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:05:03.375361 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.377949 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f4bd6cda-dd10-42da-a531-16aed53068f1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:03.382942 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519d422-b8da-4cd3-bb80-285218cc76fd req-e1b8134e-7a52-4a66-9182-c0016e080b98 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:03.384780 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f519d422-b8da-4cd3-bb80-285218cc76fd req-e1b8134e-7a52-4a66-9182-c0016e080b98 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0924873 May 27 10:05:03.402294 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6137232-f8a1-409e-8cf3-2b6236cfe3d6,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:03.406392 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:03.428202 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 4676ca65-8417-4222-9477-75f3ec4617a8 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:05:03.434741 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f519d422-b8da-4cd3-bb80-285218cc76fd req-28b3de2f-350d-4a18-9178-00b5ed6feff8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438552 May 27 10:05:03.503959 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.506144 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3830109 May 27 10:05:03.508216 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 44470) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:03.514227 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Request body: {'security_group_rule': {'security_group_id': '95682d07-2574-4755-b65f-a2de29058df0', 'project_id': '2444694952e14ab0b297c2c62a887a99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:03.520886 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:03.525261 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Usage tracker for resource:security_group_rule and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:03.528504 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:03.536147 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:03.569974 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:03.572813 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548cfd52-05f5-44eb-8d0c-5c39b0750911 None None] New status for floating IP 768eb481-8622-431a-817f-970575bfe7ff: ACTIVE {{(pid=98701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:05:03.584013 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '4676ca65-8417-4222-9477-75f3ec4617a8', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'port_id': '4676ca65-8417-4222-9477-75f3ec4617a8', 'mac_address': 'fa:16:3e:11:ea:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:05:03.623852 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.644946 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.662676 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4676ca65-8417-4222-9477-75f3ec4617a8 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:05:03.679163 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:03.697758 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.766614 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.768515 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:03.777921 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.781157 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c6c69793-4932-4287-a50e-0e4d36c23370 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:03.804818 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac29e10-cf8a-4796-902a-ffadd530ac69,revision_number=0']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:03.811065 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:03.838177 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=4676ca65-8417-4222-9477-75f3ec4617a8,revision_number=6']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:03.841272 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:03.861073 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['4676ca65-8417-4222-9477-75f3ec4617a8'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:05:03.892349 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:03.893926 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-b744b7d7-1ae7-4e84-b280-9218bff536d9 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3845656 May 27 10:05:03.896891 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 44474) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:03.902068 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Request body: {'security_group_rule': {'security_group_id': '95682d07-2574-4755-b65f-a2de29058df0', 'project_id': '2444694952e14ab0b297c2c62a887a99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:03.908242 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:03.912075 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Usage tracker for resource:security_group_rule and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:03.914957 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:03.921339 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:04.011804 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.077539 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.155371 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.157398 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:04.179190 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0b1357-95f0-456a-9cd6-3c45d7bca695,revision_number=0']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:04.181758 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:04.254018 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.255290 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-a40bd91c-8024-4553-9166-463d3b0a630a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3574495 May 27 10:05:04.257950 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 44478) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:04.263092 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Request body: {'security_group_rule': {'security_group_id': '95682d07-2574-4755-b65f-a2de29058df0', 'project_id': '2444694952e14ab0b297c2c62a887a99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:04.269351 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:04.273061 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Usage tracker for resource:security_group_rule and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:04.275888 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:04.281721 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:04.386005 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.securitygroups_db [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Project 2444694952e14ab0b297c2c62a887a99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 10:05:04.392875 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.457237 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.515869 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.523811 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:04.546311 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2cf55ae-4f1b-4be6-8d30-e02eebf9c0a5,revision_number=0']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:04.549214 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:04.710840 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.711915 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-0df06a14-9728-4d58-88a3-03272de3a3ff tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4530578 May 27 10:05:04.715189 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44484) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:04.721447 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Request body: {'security_group_rule': {'security_group_id': '95682d07-2574-4755-b65f-a2de29058df0', 'project_id': '2444694952e14ab0b297c2c62a887a99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:04.727313 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:04.739730 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Usage tracker for resource:security_group_rule and tenant:2444694952e14ab0b297c2c62a887a99 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:04.740359 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a87219-ff86-4807-bfd5-d961bda75539 req-d1dfb83c-a309-4bc1-9ffd-d2e77dedebfa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:04.742091 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a8a87219-ff86-4807-bfd5-d961bda75539 req-d1dfb83c-a309-4bc1-9ffd-d2e77dedebfa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 945 time: 0.1908898 May 27 10:05:04.742721 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:04.748517 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:04.786434 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a8a87219-ff86-4807-bfd5-d961bda75539 req-7c5ebc95-41f4-44df-8109-fb5d520b6d52 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386064 May 27 10:05:04.829450 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.securitygroups_db [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Project 2444694952e14ab0b297c2c62a887a99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 10:05:04.835432 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.902923 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.977959 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:04.980149 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:05.002391 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82b5b96-5020-4985-91ad-b7caccbe93a1,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:05.005515 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:05.086118 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:05.087340 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-1000965b-6ff4-4e70-99c9-5cbd70afe526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3711808 May 27 10:05:05.205671 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ea0a8dab-fd4c-4a75-b719-f04ce9cdfc04 req-4b80dcb6-f071-4c3a-8e15-0269750913df tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529317718&fields=id&tenant_id=2444694952e14ab0b297c2c62a887a99 HTTP/1.1" status: 200 len: 267 time: 0.0394738 May 27 10:05:05.286494 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a8dab-fd4c-4a75-b719-f04ce9cdfc04 req-cca8a1c8-be22-485f-85a9-1f6979b085e4 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:05.287932 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ea0a8dab-fd4c-4a75-b719-f04ce9cdfc04 req-cca8a1c8-be22-485f-85a9-1f6979b085e4 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 945 time: 0.0771196 May 27 10:05:05.299012 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-ea0a8dab-fd4c-4a75-b719-f04ce9cdfc04 req-f49d6d00-8691-40c1-a0d2-9f248e22c5b6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Request body: {'port': {'security_groups': ['9aab06a4-05ec-48b7-8cfb-59c686b37000', '95682d07-2574-4755-b65f-a2de29058df0']}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:05.417789 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ea0a8dab-fd4c-4a75-b719-f04ce9cdfc04 req-f49d6d00-8691-40c1-a0d2-9f248e22c5b6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:05.421962 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 4676ca65-8417-4222-9477-75f3ec4617a8 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:05:05.488481 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 4676ca65-8417-4222-9477-75f3ec4617a8 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:05:05.489334 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:05.605309 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:05.632635 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:05:05.642929 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:05.675001 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-ea0a8dab-fd4c-4a75-b719-f04ce9cdfc04 req-f49d6d00-8691-40c1-a0d2-9f248e22c5b6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] For port a8110929-1332-4850-b495-3a497a782852, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8110929-1332-4850-b495-3a497a782852,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:05.701063 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ea0a8dab-fd4c-4a75-b719-f04ce9cdfc04 req-f49d6d00-8691-40c1-a0d2-9f248e22c5b6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:05.737600 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:05.739576 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:05.808552 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ea0a8dab-fd4c-4a75-b719-f04ce9cdfc04 req-f49d6d00-8691-40c1-a0d2-9f248e22c5b6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:05.815302 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8', 'code': 200} May 27 10:05:05.819643 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5bb7db0c-7fda-44df-a452-ae2a35e5f621 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:05.826071 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['a8110929-1332-4850-b495-3a497a782852'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:05:05.886459 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a8dab-fd4c-4a75-b719-f04ce9cdfc04 req-f49d6d00-8691-40c1-a0d2-9f248e22c5b6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:05.887072 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-ea0a8dab-fd4c-4a75-b719-f04ce9cdfc04 req-f49d6d00-8691-40c1-a0d2-9f248e22c5b6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:05.904606 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ea0a8dab-fd4c-4a75-b719-f04ce9cdfc04 req-f49d6d00-8691-40c1-a0d2-9f248e22c5b6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "PUT /v2.0/ports/a8110929-1332-4850-b495-3a497a782852 HTTP/1.1" status: 200 len: 981 time: 0.5979440 May 27 10:05:05.905915 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'tag': 'a8110929-1332-4850-b495-3a497a782852'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:05:05.906034 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=4676ca65-8417-4222-9477-75f3ec4617a8,revision_number=7']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:05.910873 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:05.978651 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d6d00-8691-40c1-a0d2-9f248e22c5b6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'Port': ['ID=a8110929-1332-4850-b495-3a497a782852,revision_number=6']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:05.983611 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-f49d6d00-8691-40c1-a0d2-9f248e22c5b6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:05.996142 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['a8110929-1332-4850-b495-3a497a782852'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:05:06.095670 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1eeed-6afb-4444-8ece-cea7b0f506ab req-bee5ac85-a1eb-4860-8675-292637343cb0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:06.097146 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dfa1eeed-6afb-4444-8ece-cea7b0f506ab req-bee5ac85-a1eb-4860-8675-292637343cb0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.1680446 May 27 10:05:06.108797 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb5552-0400-49de-847b-22ee18633533 req-ffebd2eb-7928-4363-9754-f9380bc87513 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:06.110224 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7eb5552-0400-49de-847b-22ee18633533 req-ffebd2eb-7928-4363-9754-f9380bc87513 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.1077614 May 27 10:05:06.184851 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dfa1eeed-6afb-4444-8ece-cea7b0f506ab req-f5ef97d7-9e22-4ab5-af18-3a01c200e890 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734265 May 27 10:05:06.189679 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7eb5552-0400-49de-847b-22ee18633533 req-a1405b40-2577-49d1-a069-7b9e74493649 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627768 May 27 10:05:06.193475 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-05ba4bd7-ee44-400b-afc9-4e1535b13e74 None None] Provisioning complete for port a8110929-1332-4850-b495-3a497a782852 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:05:06.193862 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-05ba4bd7-ee44-400b-afc9-4e1535b13e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:06.243729 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'tag': 'a8110929-1332-4850-b495-3a497a782852', 'status': 'completed', 'code': 200} May 27 10:05:06.349636 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd5d80-0057-47e6-adea-3cba226b4596 req-5c67b1d8-157c-4123-9512-f049c6dbca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:06.351438 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0dbd5d80-0057-47e6-adea-3cba226b4596 req-5c67b1d8-157c-4123-9512-f049c6dbca7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2444694952e14ab0b297c2c62a887a99&device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 1137 time: 0.0805995 May 27 10:05:06.618830 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd5d80-0057-47e6-adea-3cba226b4596 req-63f84885-2dee-4e31-91e2-99a173cf99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:06.620249 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0dbd5d80-0057-47e6-adea-3cba226b4596 req-63f84885-2dee-4e31-91e2-99a173cf99f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=744462f1-5214-4b85-b748-123a2452895e HTTP/1.1" status: 200 len: 916 time: 0.1334543 May 27 10:05:06.730136 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0dbd5d80-0057-47e6-adea-3cba226b4596 req-d3568962-642b-4751-b0c3-2622bee3c91b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8110929-1332-4850-b495-3a497a782852 HTTP/1.1" status: 200 len: 1001 time: 0.1031778 May 27 10:05:06.800092 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd5d80-0057-47e6-adea-3cba226b4596 req-7fd8a578-319b-441e-85de-24cfa0fe7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:06.801522 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0dbd5d80-0057-47e6-adea-3cba226b4596 req-7fd8a578-319b-441e-85de-24cfa0fe7fe7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=310a0c3e-c215-4d19-8ee3-eac18c71805a HTTP/1.1" status: 200 len: 854 time: 0.0583899 May 27 10:05:06.882011 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd5d80-0057-47e6-adea-3cba226b4596 req-60a68fd1-e38f-4225-8d5b-624e95992e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:06.883473 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0dbd5d80-0057-47e6-adea-3cba226b4596 req-60a68fd1-e38f-4225-8d5b-624e95992e28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=744462f1-5214-4b85-b748-123a2452895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734262 May 27 10:05:07.019852 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0dbd5d80-0057-47e6-adea-3cba226b4596 req-fb5e2c16-08ac-402e-8325-bcdd2a003fff service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282248 May 27 10:05:07.163556 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0dbd5d80-0057-47e6-adea-3cba226b4596 req-9e5c1658-cf22-4be1-9a80-20aa68654b6d service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356933 May 27 10:05:07.276974 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-447ca470-339b-4611-a489-a446570aafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:07.385051 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e960a-7ec7-4bc8-a3c5-1bcb6d098a82 req-fa84c7dd-facd-4ff5-bdd4-445d815c0a9e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:07.386571 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b9e960a-7ec7-4bc8-a3c5-1bcb6d098a82 req-fa84c7dd-facd-4ff5-bdd4-445d815c0a9e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0822511 May 27 10:05:07.439316 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1b9e960a-7ec7-4bc8-a3c5-1bcb6d098a82 req-377c621f-d69b-4b29-a9db-172bafc9f98c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 May 27 10:05:08.771534 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41926f45-706e-421a-8753-d3f122545e8f req-ec44d74f-8d28-47c5-86e1-892c41b01e6a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:08.773013 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-41926f45-706e-421a-8753-d3f122545e8f req-ec44d74f-8d28-47c5-86e1-892c41b01e6a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.2064605 May 27 10:05:08.835913 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-41926f45-706e-421a-8753-d3f122545e8f req-47f7e4b4-6eab-4ab6-9555-b6aa0f844732 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555592 May 27 10:05:09.646697 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:09.738034 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-3f573b04-e112-49f2-97a6-3ea6ca50ace4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:10.192927 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091a3bf-30fd-48b2-b817-29d5ae1442c4 req-e94e83f4-1b7d-4900-94ea-285381c707db tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:10.194442 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7091a3bf-30fd-48b2-b817-29d5ae1442c4 req-e94e83f4-1b7d-4900-94ea-285381c707db tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0930655 May 27 10:05:10.242198 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7091a3bf-30fd-48b2-b817-29d5ae1442c4 req-00d7472f-a475-48b7-a14e-e3de40935817 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415459 May 27 10:05:10.960797 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:11.474770 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada698ba-7c19-4d12-ae16-230c80f8d5ef req-f5900234-e12e-4f02-933a-a5966633f5e7 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:11.476448 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ada698ba-7c19-4d12-ae16-230c80f8d5ef req-f5900234-e12e-4f02-933a-a5966633f5e7 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.1016028 May 27 10:05:11.531746 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ada698ba-7c19-4d12-ae16-230c80f8d5ef req-e1cde809-5896-49ba-813d-f68106d8df35 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494125 May 27 10:05:12.635795 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:12.752911 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4567d53-6fa0-45db-b91c-ed80fa61a9a5 req-d6367fa7-bae3-42a2-8fbc-9237df0ca28a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:12.755184 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a4567d53-6fa0-45db-b91c-ed80fa61a9a5 req-d6367fa7-bae3-42a2-8fbc-9237df0ca28a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.1120157 May 27 10:05:12.808993 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a4567d53-6fa0-45db-b91c-ed80fa61a9a5 req-878a561e-1283-4b99-95e4-dbbfbb20e239 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475187 May 27 10:05:14.006154 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07685b-07a5-42e5-9e75-1d35a3a7a377 req-0c2bf9f2-bd2b-4bbc-9b06-fa629e0f7731 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:14.007644 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8e07685b-07a5-42e5-9e75-1d35a3a7a377 req-0c2bf9f2-bd2b-4bbc-9b06-fa629e0f7731 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0805101 May 27 10:05:14.051514 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8e07685b-07a5-42e5-9e75-1d35a3a7a377 req-34db2418-17ae-4e7b-9d0e-f7bd52a6755e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382092 May 27 10:05:14.624496 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406e3cb-7ebc-4b6b-92d5-87c834417e4a req-9d211250-fde1-4454-b781-02b83f2c5f8b tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:14.625902 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7406e3cb-7ebc-4b6b-92d5-87c834417e4a req-9d211250-fde1-4454-b781-02b83f2c5f8b tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1085539 May 27 10:05:14.672878 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7406e3cb-7ebc-4b6b-92d5-87c834417e4a req-e7c61d05-16fa-4c9a-ab90-9712168b33d9 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414083 May 27 10:05:15.256657 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636af70d-f218-4990-ad2c-45e4d50eec35 req-03e313dc-b234-4576-b69d-46356f24b83c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:15.264626 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-636af70d-f218-4990-ad2c-45e4d50eec35 req-03e313dc-b234-4576-b69d-46356f24b83c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0941119 May 27 10:05:15.316461 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-636af70d-f218-4990-ad2c-45e4d50eec35 req-871b0cc5-3fdb-4663-8073-411d3fc0558b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508933 May 27 10:05:15.885334 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f84bd-a254-4c2f-a2cc-9510bc4fbe06 req-96cdefd2-f93d-4d1b-b9b6-bc39f5b291e0 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:15.889370 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a98f84bd-a254-4c2f-a2cc-9510bc4fbe06 req-96cdefd2-f93d-4d1b-b9b6-bc39f5b291e0 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0995345 May 27 10:05:15.940763 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a98f84bd-a254-4c2f-a2cc-9510bc4fbe06 req-a2797164-c91f-41a6-8221-da8f601fec68 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450337 May 27 10:05:16.084485 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-fa500df0-8c67-40bb-94df-d009106c93ef tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:16.086080 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-fa500df0-8c67-40bb-94df-d009106c93ef tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.35 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.0889764 May 27 10:05:16.237544 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Deleting port 311bbffa-7dee-494c-825f-45f3e3314a12 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:05:16.237883 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:16.404614 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] For port 311bbffa-7dee-494c-825f-45f3e3314a12, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=311bbffa-7dee-494c-825f-45f3e3314a12,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:16.405196 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:16.761991 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafa1cf-b411-498d-9141-c78b0ebfc960 req-921400c3-3d2f-4656-955d-ac9586b66ede tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:16.764275 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ebafa1cf-b411-498d-9141-c78b0ebfc960 req-921400c3-3d2f-4656-955d-ac9586b66ede tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.2696800 May 27 10:05:16.807457 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:16.807891 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:16.808143 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.l3_db [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Floating IP 760088ee-1e2d-4e0c-8993-0bd87315ae7d disassociated. External IP: 172.28.0.85, port: 311bbffa-7dee-494c-825f-45f3e3314a12. May 27 10:05:16.808438 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Calling delete_port for 311bbffa-7dee-494c-825f-45f3e3314a12 owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:05:16.828563 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ebafa1cf-b411-498d-9141-c78b0ebfc960 req-1a14d45c-b1cd-4d18-81f8-aa13ae785c8b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582497 May 27 10:05:17.245782 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f0957-5e53-495a-bfb6-a6c5c261eb1e req-0345f9aa-62b1-4288-b032-1dfe2f8dad03 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:17.247261 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-017f0957-5e53-495a-bfb6-a6c5c261eb1e req-0345f9aa-62b1-4288-b032-1dfe2f8dad03 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 945 time: 0.1856077 May 27 10:05:17.290913 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-017f0957-5e53-495a-bfb6-a6c5c261eb1e req-d1aeec97-efe9-4cdf-bd52-838e9336a919 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=a200b2d1-ed18-464d-9804-f7f83080dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380566 May 27 10:05:17.577950 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:17.584509 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:17.629406 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event deleted for resources: {'Port': ['ID=311bbffa-7dee-494c-825f-45f3e3314a12,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:17.633505 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:17.833670 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Router c1dc9fd9-46a6-4b32-bdba-e54189f23439 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:05:18.084289 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:05:18.096402 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f059f5b-f08c-487d-8620-34e537846b0f None None] Sync routers for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:05:18.109113 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f059f5b-f08c-487d-8620-34e537846b0f None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:05:18.110081 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2f059f5b-f08c-487d-8620-34e537846b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:05:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:05:18.166804 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] No DVR routers for this DVR port 311bbffa-7dee-494c-825f-45f3e3314a12 on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:05:18.169667 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:18.175185 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'name': 'network-vif-deleted', 'tag': '311bbffa-7dee-494c-825f-45f3e3314a12'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:05:18.180419 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dd2bbe95-22f5-46c5-aafd-a2815c13bfec req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.35 "DELETE /v2.0/ports/311bbffa-7dee-494c-825f-45f3e3314a12 HTTP/1.1" status: 204 len: 173 time: 2.0888524 May 27 10:05:18.193317 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53700cbf-1857-46b7-8f4d-60f9bf123799 req-680aac7f-4a9b-408b-966b-9494ae73d50d tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:18.194862 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-53700cbf-1857-46b7-8f4d-60f9bf123799 req-680aac7f-4a9b-408b-966b-9494ae73d50d tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.1978455 May 27 10:05:18.270865 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292dbded-986a-4847-9ebb-f0fb4db6b874', 'name': 'network-vif-deleted', 'tag': '311bbffa-7dee-494c-825f-45f3e3314a12', 'status': 'completed', 'code': 200} May 27 10:05:18.289794 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-53700cbf-1857-46b7-8f4d-60f9bf123799 req-1f0d2fd9-6a04-42ff-85e9-d16be96ec61c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881162 May 27 10:05:18.416190 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-2f059f5b-f08c-487d-8620-34e537846b0f None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:05:18.548620 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-66390b41-2633-43b4-a899-47e527382ca0 req-ba1a6cad-3ba4-4539-9afd-a970b05c6d78 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Synchronizing usage tracker for tenant:720623f9cfc84152833b4318d3b24601 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:05:18.766452 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-66390b41-2633-43b4-a899-47e527382ca0 req-ba1a6cad-3ba4-4539-9afd-a970b05c6d78 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Unset dirty status for tenant:720623f9cfc84152833b4318d3b24601 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:05:18.769391 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-66390b41-2633-43b4-a899-47e527382ca0 req-ba1a6cad-3ba4-4539-9afd-a970b05c6d78 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=292dbded-986a-4847-9ebb-f0fb4db6b874 HTTP/1.1" status: 200 len: 210 time: 0.3046312 May 27 10:05:18.897566 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2f059f5b-f08c-487d-8620-34e537846b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:05:18.901927 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f059f5b-f08c-487d-8620-34e537846b0f None None] Checking router: c1dc9fd9-46a6-4b32-bdba-e54189f23439 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:05:18.914959 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f059f5b-f08c-487d-8620-34e537846b0f None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:05:18.915575 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2f059f5b-f08c-487d-8620-34e537846b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:05:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:05:19.137485 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-2f059f5b-f08c-487d-8620-34e537846b0f None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:05:19.495952 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2f059f5b-f08c-487d-8620-34e537846b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:05:19.500106 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f059f5b-f08c-487d-8620-34e537846b0f None None] The sync data for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb is: [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:05:19.508768 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f494f2-6946-4671-a769-4ed1c86afbdf req-81618ba9-dd32-4969-b599-b11d9e6874d2 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:19.510338 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f4f494f2-6946-4671-a769-4ed1c86afbdf req-81618ba9-dd32-4969-b599-b11d9e6874d2 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0806241 May 27 10:05:19.524989 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 311bbffa-7dee-494c-825f-45f3e3314a12 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:05:19.559311 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f4f494f2-6946-4671-a769-4ed1c86afbdf req-d6d9b2d5-5ad2-4c1f-a6a0-9c254b37105f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424254 May 27 10:05:19.581055 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 311bbffa-7dee-494c-825f-45f3e3314a12 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:05:19.581412 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 311bbffa-7dee-494c-825f-45f3e3314a12 not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:05:19.734934 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5bd574-fcc7-49bb-addf-d473155b1b95 None None] New status for floating IP 760088ee-1e2d-4e0c-8993-0bd87315ae7d: DOWN {{(pid=98701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:05:20.011140 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44600) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:20.063448 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1652b-59fc-4572-8000-0c3b9d0009e4 req-275d3071-fac0-4b70-93e4-6ad246a32293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:20.064924 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-75b1652b-59fc-4572-8000-0c3b9d0009e4 req-275d3071-fac0-4b70-93e4-6ad246a32293 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 1099 time: 0.0841682 May 27 10:05:20.091751 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a02a379a-3919-4a41-beb2-818c007fc7d6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:20.113362 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a02a379a-3919-4a41-beb2-818c007fc7d6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:20.208353 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1652b-59fc-4572-8000-0c3b9d0009e4 req-28af5f10-e010-43ba-b7be-e2dc73eccde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:20.211855 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-75b1652b-59fc-4572-8000-0c3b9d0009e4 req-28af5f10-e010-43ba-b7be-e2dc73eccde7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 918 time: 0.1379228 May 27 10:05:20.259582 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a02a379a-3919-4a41-beb2-818c007fc7d6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:20.263887 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-5e995888-65b5-499d-892a-8f81e0c483a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:20.277717 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a379a-3919-4a41-beb2-818c007fc7d6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a200b2d1-ed18-464d-9804-f7f83080dcef,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:20.282375 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-a02a379a-3919-4a41-beb2-818c007fc7d6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:20.328190 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-75b1652b-59fc-4572-8000-0c3b9d0009e4 req-cbdf4265-a6db-4b0b-84ed-d6545941b45b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4676ca65-8417-4222-9477-75f3ec4617a8 HTTP/1.1" status: 200 len: 1002 time: 0.1101208 May 27 10:05:20.356509 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a02a379a-3919-4a41-beb2-818c007fc7d6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:20.356509 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-a02a379a-3919-4a41-beb2-818c007fc7d6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "DELETE /v2.0/security-groups/a200b2d1-ed18-464d-9804-f7f83080dcef HTTP/1.1" status: 204 len: 168 time: 0.3395231 May 27 10:05:20.356509 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44604) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:20.371563 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.api.v2.resource [None req-ff1d886d-c416-4b41-81e5-ddca8cb79fbd tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] show failed (client error): The resource could not be found. May 27 10:05:20.375759 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-ff1d886d-c416-4b41-81e5-ddca8cb79fbd tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups/a200b2d1-ed18-464d-9804-f7f83080dcef HTTP/1.1" status: 404 len: 347 time: 0.0170438 May 27 10:05:20.376180 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44608) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:20.401387 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1652b-59fc-4572-8000-0c3b9d0009e4 req-ab1ef905-441f-4a21-8dcc-74d59af98fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:20.402843 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-75b1652b-59fc-4572-8000-0c3b9d0009e4 req-ab1ef905-441f-4a21-8dcc-74d59af98fae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.0666490 May 27 10:05:20.476511 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1652b-59fc-4572-8000-0c3b9d0009e4 req-d98506b6-cbbd-44bc-8f61-f5b971869685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:20.478053 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-75b1652b-59fc-4572-8000-0c3b9d0009e4 req-d98506b6-cbbd-44bc-8f61-f5b971869685 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0686378 May 27 10:05:20.589087 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-ddafb3fb-bd0f-47f9-b15b-4fe2a6b3e685 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Deleting port d420055e-5c46-48aa-94a3-ada06b770d00 {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:05:20.589424 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ddafb3fb-bd0f-47f9-b15b-4fe2a6b3e685 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:20.610373 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-75b1652b-59fc-4572-8000-0c3b9d0009e4 req-7ecfc844-ed40-49a6-9427-d8f2b7e4cd92 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254292 May 27 10:05:20.718014 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ddafb3fb-bd0f-47f9-b15b-4fe2a6b3e685 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:20.718339 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ddafb3fb-bd0f-47f9-b15b-4fe2a6b3e685 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:20.914096 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-75b1652b-59fc-4572-8000-0c3b9d0009e4 req-1ac8ab89-ba27-4ed3-b378-ec9c055c5423 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969272 May 27 10:05:20.924169 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-ddafb3fb-bd0f-47f9-b15b-4fe2a6b3e685 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Calling delete_port for d420055e-5c46-48aa-94a3-ada06b770d00 owned by network:floatingip {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:05:20.930078 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e48f4f-e146-470e-af53-65762a71262b req-66add92f-8961-4848-ba03-26f455c3e2a0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:20.931805 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a3e48f4f-e146-470e-af53-65762a71262b req-66add92f-8961-4848-ba03-26f455c3e2a0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.1318219 May 27 10:05:20.976143 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a3e48f4f-e146-470e-af53-65762a71262b req-bb729e9f-c06d-453b-90a8-47b5cecdf187 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376537 May 27 10:05:21.110876 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ddafb3fb-bd0f-47f9-b15b-4fe2a6b3e685 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:21.114485 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:21.158067 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafb3fb-bd0f-47f9-b15b-4fe2a6b3e685 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event deleted for resources: {'Port': ['ID=d420055e-5c46-48aa-94a3-ada06b770d00,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:21.161154 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ddafb3fb-bd0f-47f9-b15b-4fe2a6b3e685 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:21.249622 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ddafb3fb-bd0f-47f9-b15b-4fe2a6b3e685 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:21.328039 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ddafb3fb-bd0f-47f9-b15b-4fe2a6b3e685 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:21.329179 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-ddafb3fb-bd0f-47f9-b15b-4fe2a6b3e685 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "DELETE /v2.0/floatingips/760088ee-1e2d-4e0c-8993-0bd87315ae7d HTTP/1.1" status: 204 len: 168 time: 0.9521365 May 27 10:05:21.844743 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44616) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:21.850151 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--600661354', 'description': 'tempest-description--875483175'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:21.855934 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:21.860660 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:security_group and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:21.863503 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:21.869101 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:21.943350 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:21.963179 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:21.967044 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:security_group_rule and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:21.969786 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:21.975463 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:22.043241 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:22.114905 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:22.118655 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-4a7831e0-06ac-4513-80de-92eae1f70026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:22.163515 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69e4105-cd93-4d57-a6c6-992e4b9f9edc,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:22.166894 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:22.170156 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add73056-39da-4ac3-a46c-b00d7d14c57f req-477bec14-96ad-4765-ab5b-3d786be7ae0e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:22.171644 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-add73056-39da-4ac3-a46c-b00d7d14c57f req-477bec14-96ad-4765-ab5b-3d786be7ae0e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0837362 May 27 10:05:22.212019 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:22.213260 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3675094 May 27 10:05:22.216551 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44622) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:22.217097 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-add73056-39da-4ac3-a46c-b00d7d14c57f req-31b675b7-4c36-4683-b2b8-63d272fcd53a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390937 May 27 10:05:22.222687 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'security_group_rule': {'security_group_id': 'e69e4105-cd93-4d57-a6c6-992e4b9f9edc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:22.228526 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:22.232512 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:security_group_rule and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:22.235517 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:22.241163 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:22.315490 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:22.377604 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:22.447758 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:22.455331 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:22.475130 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3476c21f-1ff9-4030-baad-8b827c6ce866,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:22.477752 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:22.534128 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:22.538000 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-fc9d86a8-25df-469e-a1c8-6f6e5f1b88d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3172085 May 27 10:05:22.538121 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44626) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:22.543131 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'security_group_rule': {'security_group_id': 'e69e4105-cd93-4d57-a6c6-992e4b9f9edc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:22.550217 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:22.554236 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:security_group_rule and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:22.557466 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:22.563983 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:22.656662 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:22.716881 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:22.796475 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:22.798504 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:22.820930 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8071c8e9-93a3-4697-9ea8-bb69ff2ae24a,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:22.823354 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:22.916353 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:22.917477 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-aef52a3e-d221-4749-a2e2-3278865f3833 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3785057 May 27 10:05:22.920483 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44630) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:22.925601 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'floatingip': {'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:22.931766 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:22.935636 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:floatingip and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:22.939160 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:22.944876 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:23.047927 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:23.181655 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:23.323314 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Allocated IP 172.28.0.28 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/de649dec-87c5-4f4a-bbcb-61b89f1c13e3) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:05:23.413978 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bb832-6da8-427d-a30b-04bc63e94252 req-18078b1e-f2d7-4277-b85d-dd12cd6186f4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:23.415436 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-422bb832-6da8-427d-a30b-04bc63e94252 req-18078b1e-f2d7-4277-b85d-dd12cd6186f4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 946 time: 0.0854547 May 27 10:05:23.460137 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-422bb832-6da8-427d-a30b-04bc63e94252 req-bde095b0-6702-40d5-9494-5c7b790e8bba tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386653 May 27 10:05:23.484288 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:23.540849 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 4676ca65-8417-4222-9477-75f3ec4617a8 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:05:23.589951 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:23.595348 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:23.656409 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:23.662059 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:05:23.664107 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:05:23.668004 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:05:23.696928 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:05:23.708203 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'Port': ['ID=de649dec-87c5-4f4a-bbcb-61b89f1c13e3,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:23.708418 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:23.715705 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:23.752676 dv-cinder-788782-3-smb neutron-server[98700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8', 'code': 422} returned with failed status May 27 10:05:23.758188 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:23.791178 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:23.794245 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:23.862366 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=4676ca65-8417-4222-9477-75f3ec4617a8,revision_number=8']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:23.865809 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:23.883522 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:24.090506 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:24.185021 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:24.190399 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:24.305654 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'Port': ['ID=de649dec-87c5-4f4a-bbcb-61b89f1c13e3,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:24.314211 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:24.317052 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:24.448154 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:24.449415 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5279047 May 27 10:05:24.627743 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-b7d3f2eb-a84d-4fb7-85d1-a2aa0a3a8d0f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--600661354&fields=id&tenant_id=720623f9cfc84152833b4318d3b24601 HTTP/1.1" status: 200 len: 267 time: 0.0504165 May 27 10:05:24.788516 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-f5c0fd93-1071-401f-9dab-1a4b33b37f01 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:24.790107 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-f5c0fd93-1071-401f-9dab-1a4b33b37f01 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/networks?id=680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 200 len: 810 time: 0.1560767 May 27 10:05:24.805583 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-8a70ae37-4594-4793-a151-b958fb350373 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/quotas/720623f9cfc84152833b4318d3b24601 HTTP/1.1" status: 200 len: 375 time: 0.0098388 May 27 10:05:24.898529 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-50477624-37ba-4d41-8c22-d23265c63429 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871227 May 27 10:05:25.080561 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-ec3afed9-0e26-4fb8-a522-ab94c5310c4b service neutron] 10.222.0.53 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699905 May 27 10:05:25.210152 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-d1b91a76-89c1-43a8-bbe6-2f6ccdf0e91a service neutron] 10.222.0.53 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236336 May 27 10:05:25.391899 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab21e65-e540-4cc9-9839-a82acca02e3e req-310f5640-e5c6-4f99-871f-cb11ba151c60 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:25.393714 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3ab21e65-e540-4cc9-9839-a82acca02e3e req-310f5640-e5c6-4f99-871f-cb11ba151c60 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.0866029 May 27 10:05:25.482689 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3ab21e65-e540-4cc9-9839-a82acca02e3e req-a033373c-85cb-41c2-958b-0be3d42267fc tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831945 May 27 10:05:25.485641 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-98df3954-d015-4e43-80b8-4bd3af104647 req-ab71d5a2-e7a8-4708-be5b-cebb04c4583e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 210 time: 0.0541787 May 27 10:05:25.824813 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 44694) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:25.943196 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-147a7ee4-6335-4815-889b-db18650e0784 req-8c5de689-f205-42ee-b515-8c00f85011ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171048 May 27 10:05:26.679131 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f4f76221-8409-46e6-933a-3d2eef6da266 req-c5d82254-01b3-464b-b94d-b6e66ae5ad53 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 210 time: 0.0829771 May 27 10:05:26.722061 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08734eba-16b6-42f9-b934-4caafffd3da8 req-290325e7-4519-4cd5-a70c-73b6b0d345fc tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:26.727630 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-08734eba-16b6-42f9-b934-4caafffd3da8 req-290325e7-4519-4cd5-a70c-73b6b0d345fc tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.0966322 May 27 10:05:26.768559 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-08734eba-16b6-42f9-b934-4caafffd3da8 req-84405730-f3ea-43cf-87d2-4554b3c50c08 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390542 May 27 10:05:27.405911 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:27.497596 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-ec1a951b-b6ec-4753-a85c-6b08c934b33e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:27.499039 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-ec1a951b-b6ec-4753-a85c-6b08c934b33e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.35 "GET /v2.0/networks?id=680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 200 len: 810 time: 0.1439989 May 27 10:05:27.548447 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-0cd3bf6c-f316-4ba5-868f-a43984ebd218 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720623f9cfc84152833b4318d3b24601 HTTP/1.1" status: 200 len: 379 time: 0.0403965 May 27 10:05:27.557405 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'port': {'device_id': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'admin_state_up': True, 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'security_groups': ['e69e4105-cd93-4d57-a6c6-992e4b9f9edc']}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:27.696028 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:05:27.700038 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Usage tracker for resource:port and tenant:720623f9cfc84152833b4318d3b24601 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:05:27.703001 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:05:27.709076 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:05:27.824206 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Made reservation on behalf of 720623f9cfc84152833b4318d3b24601 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:05:27.827747 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:27.845013 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d8d9999d-4238-436a-bb2f-d74e54e8e28e req-b240f130-90c7-4b1b-a029-f0b059805863 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 210 time: 0.0569048 May 27 10:05:28.175057 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2261-ab31-4b03-a61d-c22a0e1216a6 req-b7845033-c84c-43f9-9770-a59fbb6965d8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:28.176636 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-38be2261-ab31-4b03-a61d-c22a0e1216a6 req-b7845033-c84c-43f9-9770-a59fbb6965d8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.1664379 May 27 10:05:28.184568 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Allocated IP 172.20.0.7 (680dc906-254f-41f4-8e2f-166a255640b5/c854efed-adbc-4220-b2d0-d8b2fa86a9a6/2601c954-1f53-47ef-b96b-dae7c421bb8c) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:05:28.244539 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-38be2261-ab31-4b03-a61d-c22a0e1216a6 req-c139849c-e630-447e-b2b8-d2d5c2cf3c7a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617759 May 27 10:05:28.402687 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:28.418187 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Transition to ACTIVE for port object 2601c954-1f53-47ef-b96b-dae7c421bb8c will not be triggered until provisioned by entity DHCP. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:05:28.482462 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:28.487718 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:28.585483 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Network 680dc906-254f-41f4-8e2f-166a255640b5 is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:05:28.596705 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:05:28.604419 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:05:28.637091 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event updated for resources: {'Port': ['ID=2601c954-1f53-47ef-b96b-dae7c421bb8c,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:28.657513 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.657918 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.658291 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.658650 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.659005 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.659502 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.660147 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.660719 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.661327 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.661978 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.662613 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.663013 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:28.675763 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:28.701539 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:28.702215 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:28.732192 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a7ee4-6335-4815-889b-db18650e0784 req-6d265d2b-9602-45d9-82a8-ecdc9f0d924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:28.733759 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-147a7ee4-6335-4815-889b-db18650e0784 req-6d265d2b-9602-45d9-82a8-ecdc9f0d924f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e&tenant_id=bbbb4a013c2442cebd35cccdcc987382 HTTP/1.1" status: 200 len: 1097 time: 0.1802025 May 27 10:05:28.820952 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-59d4dd12-aeec-4215-85d0-ff3928f2b939 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2672882 May 27 10:05:28.825852 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a7ee4-6335-4815-889b-db18650e0784 req-837bf66c-4bc2-4157-8920-085c8fcfa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:28.827233 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-147a7ee4-6335-4815-889b-db18650e0784 req-837bf66c-4bc2-4157-8920-085c8fcfa143 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 1097 time: 0.0719368 May 27 10:05:28.832657 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Request body: {'port': {'device_id': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:28.847982 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-83618d53-ee36-4f80-a735-de8cc2fcd75a None None] Provisioning for port 2601c954-1f53-47ef-b96b-dae7c421bb8c completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:05:28.852966 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-83618d53-ee36-4f80-a735-de8cc2fcd75a None None] Provisioning complete for port 2601c954-1f53-47ef-b96b-dae7c421bb8c triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:05:28.859926 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-83618d53-ee36-4f80-a735-de8cc2fcd75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:28.906709 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-83618d53-ee36-4f80-a735-de8cc2fcd75a None None] Port 2601c954-1f53-47ef-b96b-dae7c421bb8c cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:05:29.104224 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a7ee4-6335-4815-889b-db18650e0784 req-1ceddae5-7de7-4e60-9abb-fda4d9c18c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:29.105640 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-147a7ee4-6335-4815-889b-db18650e0784 req-1ceddae5-7de7-4e60-9abb-fda4d9c18c48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 918 time: 0.2421417 May 27 10:05:29.111629 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:29.268167 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a0756-e324-4cb5-9ea3-49e1eeaa42f7 req-d30268fa-6fd6-4a8b-8c21-07283c9ef4a7 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:29.268880 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-fa4a0756-e324-4cb5-9ea3-49e1eeaa42f7 req-d30268fa-6fd6-4a8b-8c21-07283c9ef4a7 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Synchronizing usage tracker for tenant:720623f9cfc84152833b4318d3b24601 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:05:29.334247 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-147a7ee4-6335-4815-889b-db18650e0784 req-bb165a4a-03e0-401b-a775-da818a0aaef2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4676ca65-8417-4222-9477-75f3ec4617a8 HTTP/1.1" status: 200 len: 1000 time: 0.2107222 May 27 10:05:29.442750 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-fa4a0756-e324-4cb5-9ea3-49e1eeaa42f7 req-d30268fa-6fd6-4a8b-8c21-07283c9ef4a7 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Unset dirty status for tenant:720623f9cfc84152833b4318d3b24601 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:05:29.443764 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fa4a0756-e324-4cb5-9ea3-49e1eeaa42f7 req-d30268fa-6fd6-4a8b-8c21-07283c9ef4a7 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 931 time: 0.4807644 May 27 10:05:29.586028 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a7ee4-6335-4815-889b-db18650e0784 req-4b5546fc-e500-4ca6-97b9-e84435322246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:29.587491 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-147a7ee4-6335-4815-889b-db18650e0784 req-4b5546fc-e500-4ca6-97b9-e84435322246 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.2436614 May 27 10:05:29.767159 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fa4a0756-e324-4cb5-9ea3-49e1eeaa42f7 req-22d5ddc2-ea1d-4e18-9212-a5469cabd71a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984960 May 27 10:05:29.817461 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05038522-951b-4130-ae8d-ba1761104c59 req-1ae533da-d7f9-4e71-94a5-6cd4b61dd6f9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:29.818940 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05038522-951b-4130-ae8d-ba1761104c59 req-1ae533da-d7f9-4e71-94a5-6cd4b61dd6f9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.4353697 May 27 10:05:29.915789 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a7ee4-6335-4815-889b-db18650e0784 req-6de26201-4ce5-402f-b570-e2040731412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:29.917260 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-147a7ee4-6335-4815-889b-db18650e0784 req-6de26201-4ce5-402f-b570-e2040731412e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3214226 May 27 10:05:29.971245 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05038522-951b-4130-ae8d-ba1761104c59 req-acced8aa-4946-46b9-910a-fd07baf8bae7 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462107 May 27 10:05:30.025647 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2601c954-1f53-47ef-b96b-dae7c421bb8c {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:05:30.040347 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:30.076244 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Transition to ACTIVE for port object 2601c954-1f53-47ef-b96b-dae7c421bb8c will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:05:30.099763 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-147a7ee4-6335-4815-889b-db18650e0784 req-b851fef7-c0fb-496e-885c-ad9ab1249e90 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691015 May 27 10:05:30.126232 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:30.134016 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b68d48fe-d1b4-48b8-b29b-56a3f33cde34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:30.368085 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Pushing event updated for resources: {'Port': ['ID=2601c954-1f53-47ef-b96b-dae7c421bb8c,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:30.400166 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:30.438281 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-147a7ee4-6335-4815-889b-db18650e0784 req-4aff7add-257e-444b-a6f8-3aa9d639f537 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315287 May 27 10:05:30.461852 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Attempting to bind port 2601c954-1f53-47ef-b96b-dae7c421bb8c on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:05:30.465714 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Attempting to bind port 2601c954-1f53-47ef-b96b-dae7c421bb8c by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:05:30.465714 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Attempting to bind port 2601c954-1f53-47ef-b96b-dae7c421bb8c on network 680dc906-254f-41f4-8e2f-166a255640b5 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:05:30.467189 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Port 2601c954-1f53-47ef-b96b-dae7c421bb8c on network 680dc906-254f-41f4-8e2f-166a255640b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:05:30.467510 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Attempting to bind port 2601c954-1f53-47ef-b96b-dae7c421bb8c on network 680dc906-254f-41f4-8e2f-166a255640b5 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:05:30.473080 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:05:30.473410 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Checking segment: {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:05:30.473792 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Bound using segment: {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:05:30.474251 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Bound port: 2601c954-1f53-47ef-b96b-dae7c421bb8c, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb61651e-dc95-4499-80b6-f952147c5ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:05:30.474599 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:30.563767 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] For port 2601c954-1f53-47ef-b96b-dae7c421bb8c, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:05:30.566785 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] For port 2601c954-1f53-47ef-b96b-dae7c421bb8c, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2601c954-1f53-47ef-b96b-dae7c421bb8c,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:05:30.646524 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:30.651352 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-42868515-0d51-4b2b-b3b7-16248637a759 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:30.712887 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:30.713597 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:30.714884 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] 10.222.0.35 "PUT /v2.0/ports/2601c954-1f53-47ef-b96b-dae7c421bb8c HTTP/1.1" status: 200 len: 1093 time: 1.8868017 May 27 10:05:30.715380 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'tag': '2601c954-1f53-47ef-b96b-dae7c421bb8c'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:05:30.739390 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Pushing event updated for resources: {'Port': ['ID=2601c954-1f53-47ef-b96b-dae7c421bb8c,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:30.743251 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-2b185b7a-57ad-40c2-9913-9cc7ef2c1470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:30.776438 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'tag': '2601c954-1f53-47ef-b96b-dae7c421bb8c', 'status': 'completed', 'code': 200} May 27 10:05:30.878739 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e3fa6-2e60-4816-a6ec-007343b3ab6d req-17b5370b-64e1-42a3-a803-e43a0b0db567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:30.880478 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c14e3fa6-2e60-4816-a6ec-007343b3ab6d req-17b5370b-64e1-42a3-a803-e43a0b0db567 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 1096 time: 0.0826657 May 27 10:05:31.218020 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e3fa6-2e60-4816-a6ec-007343b3ab6d req-ba4f35f2-ed94-45e3-bc2e-c13972551fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:31.219854 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c14e3fa6-2e60-4816-a6ec-007343b3ab6d req-ba4f35f2-ed94-45e3-bc2e-c13972551fff service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=720623f9cfc84152833b4318d3b24601&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3020732 May 27 10:05:31.235148 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead8626-1fd8-4a0e-9946-2058417f2b38 req-cdb22c0c-d2de-46c5-8d71-7f655b9a940a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:31.237074 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fead8626-1fd8-4a0e-9946-2058417f2b38 req-cdb22c0c-d2de-46c5-8d71-7f655b9a940a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.3507082 May 27 10:05:31.321916 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fead8626-1fd8-4a0e-9946-2058417f2b38 req-7dd0471c-b5d8-4591-b60a-b9b1e949ffe9 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780549 May 27 10:05:31.365495 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3a6c2-5530-4bf2-be06-7217ce99e4d8 req-92a82f25-b396-4a8c-8690-557962ba6523 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:31.367166 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d0b3a6c2-5530-4bf2-be06-7217ce99e4d8 req-92a82f25-b396-4a8c-8690-557962ba6523 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.2351129 May 27 10:05:31.447544 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d0b3a6c2-5530-4bf2-be06-7217ce99e4d8 req-b469364f-db6e-4d16-b19a-c893bff49434 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672538 May 27 10:05:32.514398 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f9140-b2c1-42fb-a1d3-8f0d4c3b0f17 req-60243528-ae44-4885-bee7-e1a750624d5e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:32.519574 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-496f9140-b2c1-42fb-a1d3-8f0d4c3b0f17 req-60243528-ae44-4885-bee7-e1a750624d5e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.0930538 May 27 10:05:32.562609 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-496f9140-b2c1-42fb-a1d3-8f0d4c3b0f17 req-a7920934-74a4-4d05-8292-fb4b00aa9d67 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398488 May 27 10:05:32.670248 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149e23f-3038-496b-85d6-c0e3f2f2a03c req-2a6f5a9b-18a3-4302-82fe-c21d2eeab8c7 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:32.671888 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0149e23f-3038-496b-85d6-c0e3f2f2a03c req-2a6f5a9b-18a3-4302-82fe-c21d2eeab8c7 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.0829468 May 27 10:05:32.716202 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0149e23f-3038-496b-85d6-c0e3f2f2a03c req-a2a9b535-9205-4352-8414-849e25d6472c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378721 May 27 10:05:33.302165 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:05:33.767145 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304904b5-fed8-4706-8468-20cf63f285ce req-f4a9de47-19fd-47d6-8aa0-286a9119c525 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:33.769522 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-304904b5-fed8-4706-8468-20cf63f285ce req-f4a9de47-19fd-47d6-8aa0-286a9119c525 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.0929437 May 27 10:05:33.815790 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-304904b5-fed8-4706-8468-20cf63f285ce req-9e6fa3d5-2d55-4363-bbc4-b539cac7da86 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399549 May 27 10:05:33.929033 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01ada2-2d43-459b-8162-1c78c9cbff99 req-4b1eb125-f87b-4226-960a-a25f2df6211a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:33.930644 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5f01ada2-2d43-459b-8162-1c78c9cbff99 req-4b1eb125-f87b-4226-960a-a25f2df6211a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.0918846 May 27 10:05:33.988949 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5f01ada2-2d43-459b-8162-1c78c9cbff99 req-b946c0cc-5c2a-44bb-a106-798b31f11836 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497189 May 27 10:05:35.206552 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8515e-b116-447c-b204-016fdc622334 req-7d9c8e51-99d0-4416-b249-a192e5a9f68e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:35.208152 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-64d8515e-b116-447c-b204-016fdc622334 req-7d9c8e51-99d0-4416-b249-a192e5a9f68e tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.2843220 May 27 10:05:35.264648 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a5eed-1871-4abf-9c00-ca468688c8be req-66d14a1f-c505-40ff-91e4-26698d766f7f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:35.266150 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-935a5eed-1871-4abf-9c00-ca468688c8be req-66d14a1f-c505-40ff-91e4-26698d766f7f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.1423776 May 27 10:05:35.276701 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-64d8515e-b116-447c-b204-016fdc622334 req-7e1d41b3-60ce-4711-a7b1-bba2fa558814 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622165 May 27 10:05:35.324024 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-935a5eed-1871-4abf-9c00-ca468688c8be req-082a163d-19ca-4b26-b0a0-be44755397a4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 May 27 10:05:36.466767 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8191a14-6635-4188-b32a-a6eb7f56ca42 req-da55c604-348c-4ab7-8cd9-4f4284e8573f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:36.468568 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c8191a14-6635-4188-b32a-a6eb7f56ca42 req-da55c604-348c-4ab7-8cd9-4f4284e8573f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.0827434 May 27 10:05:36.566397 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c8191a14-6635-4188-b32a-a6eb7f56ca42 req-21c1a618-903a-48d1-894e-2362cf22a5d4 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916104 May 27 10:05:36.593383 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788d287-5243-4ea4-8140-70146f92ef60 req-225234f6-1360-425c-b641-96eb0772dd32 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:36.594848 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7788d287-5243-4ea4-8140-70146f92ef60 req-225234f6-1360-425c-b641-96eb0772dd32 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.1070940 May 27 10:05:36.641442 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7788d287-5243-4ea4-8140-70146f92ef60 req-6f97570b-8e54-4a94-95f9-4f48a08763bb tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400927 May 27 10:05:37.299345 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-2c687cb9-350d-4181-b274-61221d37a330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:37.857806 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59c22-bb77-410b-bfc2-52b5d2f4329d req-014d5ecf-4056-4beb-9102-30b9393761d6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:37.859335 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-adf59c22-bb77-410b-bfc2-52b5d2f4329d req-014d5ecf-4056-4beb-9102-30b9393761d6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.1523759 May 27 10:05:37.872320 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8c36c-3422-4b68-9609-7cd36e4e3bb8 req-bc952735-bc0b-484b-b172-488f41a3f142 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:37.873682 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-85b8c36c-3422-4b68-9609-7cd36e4e3bb8 req-bc952735-bc0b-484b-b172-488f41a3f142 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.1074681 May 27 10:05:37.940381 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-adf59c22-bb77-410b-bfc2-52b5d2f4329d req-9d0c6a55-1ccd-4acc-9144-28e92dbfdd61 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656993 May 27 10:05:37.951316 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-85b8c36c-3422-4b68-9609-7cd36e4e3bb8 req-9da360d5-82da-4ee8-9180-e5d74a677633 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611098 May 27 10:05:39.204558 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f1a96-437f-4606-9d69-d838b71216c2 req-cf5ee91e-64d1-46ec-a2fd-9dac4484f29a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:39.206033 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-251f1a96-437f-4606-9d69-d838b71216c2 req-cf5ee91e-64d1-46ec-a2fd-9dac4484f29a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.1123774 May 27 10:05:39.214046 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309e530-fd98-460a-b6da-d0592889d6ae req-1c196ebd-f46f-4faf-b387-530c2057dc3c tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:39.215381 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6309e530-fd98-460a-b6da-d0592889d6ae req-1c196ebd-f46f-4faf-b387-530c2057dc3c tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.1632574 May 27 10:05:39.289466 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6309e530-fd98-460a-b6da-d0592889d6ae req-52fef7f1-431a-4f9e-83ee-0b65fde027e1 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585687 May 27 10:05:39.299997 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-251f1a96-437f-4606-9d69-d838b71216c2 req-847983ba-83ed-447c-b901-f7edc653fb62 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835314 May 27 10:05:39.648190 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:39.728489 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0601f97a-5f5b-431e-8b75-02d20ecf8915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:40.548388 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c213a1-b65a-4ca4-8d1e-74a69ea83540 req-d32ba5fc-ab40-4e87-bcba-baf4fddc7c74 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:40.549936 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-79c213a1-b65a-4ca4-8d1e-74a69ea83540 req-d32ba5fc-ab40-4e87-bcba-baf4fddc7c74 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.1471164 May 27 10:05:40.564094 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f04aa-6fc2-4624-af92-fcf9a7c7e4be req-0f65b66d-1385-4e00-b329-b3514649b36f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:40.565556 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-371f04aa-6fc2-4624-af92-fcf9a7c7e4be req-0f65b66d-1385-4e00-b329-b3514649b36f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.1262724 May 27 10:05:40.636468 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-79c213a1-b65a-4ca4-8d1e-74a69ea83540 req-60f67adb-050e-4022-98eb-b7cf4ca1b859 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803638 May 27 10:05:40.640864 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-371f04aa-6fc2-4624-af92-fcf9a7c7e4be req-779d78b8-144d-4516-84a8-0e78fa0a5c3a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616176 May 27 10:05:40.926645 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:41.910716 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf92e1-3ce9-4a8a-9fef-abdae974f514 req-1c0e8d26-bcc0-48b3-bdd6-5805f4bf0b07 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:41.912154 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ddbf92e1-3ce9-4a8a-9fef-abdae974f514 req-1c0e8d26-bcc0-48b3-bdd6-5805f4bf0b07 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.1433036 May 27 10:05:41.920078 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a379a-288c-4649-a2d5-3a01583a7626 req-93dc1502-2aa4-4e6b-bbfd-96fbda63ed43 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:41.921387 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e88a379a-288c-4649-a2d5-3a01583a7626 req-93dc1502-2aa4-4e6b-bbfd-96fbda63ed43 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.1216738 May 27 10:05:41.998062 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ddbf92e1-3ce9-4a8a-9fef-abdae974f514 req-d001e4cf-8a2b-4ea1-a244-82ecf982d4de tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757041 May 27 10:05:42.000692 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e88a379a-288c-4649-a2d5-3a01583a7626 req-1c28be36-0a32-46bf-954a-1036978bfda6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613427 May 27 10:05:42.613609 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:43.252916 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33736ea-16fe-4705-9a2d-9c1e8045d596 req-e82753ed-006e-4055-af0a-98b9a4dadfde tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:43.255006 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d33736ea-16fe-4705-9a2d-9c1e8045d596 req-e82753ed-006e-4055-af0a-98b9a4dadfde tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.1399615 May 27 10:05:43.262182 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772ef31-a0bf-411f-93e4-26a4009664fb req-e186eadc-ce0c-4086-96fd-fb6b57b176ff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:43.263494 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d772ef31-a0bf-411f-93e4-26a4009664fb req-e186eadc-ce0c-4086-96fd-fb6b57b176ff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.1151032 May 27 10:05:43.334597 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d33736ea-16fe-4705-9a2d-9c1e8045d596 req-5ad49ba1-f725-4dd4-97c9-9b8ecc5958c2 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701764 May 27 10:05:43.338982 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d772ef31-a0bf-411f-93e4-26a4009664fb req-b0909a58-10be-421a-8140-39d4531a3063 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615880 May 27 10:05:44.579690 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6cfa1-9e4f-4ba6-b899-7a41c4e69c1d req-595ca909-3940-4069-9124-c218289ea404 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:44.581085 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-20b6cfa1-9e4f-4ba6-b899-7a41c4e69c1d req-595ca909-3940-4069-9124-c218289ea404 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.1122320 May 27 10:05:44.594017 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bffa0-13f1-4427-9e90-2be7fdc10eba req-953c4832-bafd-458c-a8ab-da5537758b70 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:44.599826 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-389bffa0-13f1-4427-9e90-2be7fdc10eba req-953c4832-bafd-458c-a8ab-da5537758b70 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.1576247 May 27 10:05:44.675893 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-20b6cfa1-9e4f-4ba6-b899-7a41c4e69c1d req-b734f6b7-77f2-451d-a7fe-1733bd8c5a4c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751069 May 27 10:05:44.680904 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-389bffa0-13f1-4427-9e90-2be7fdc10eba req-7cf486bd-7c83-47e0-ac46-b062b0f04491 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791304 May 27 10:05:44.991892 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e3fa6-2e60-4816-a6ec-007343b3ab6d req-58522a22-8b06-4ddd-ab28-761b7fc57a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:44.993212 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c14e3fa6-2e60-4816-a6ec-007343b3ab6d req-58522a22-8b06-4ddd-ab28-761b7fc57a73 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2826519 May 27 10:05:45.002533 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7d9e9175-b191-4608-876a-34af675548e0 req-827fc04b-adf3-4c06-b158-9d9fb009c944 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1207461 May 27 10:05:45.158321 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e9175-b191-4608-876a-34af675548e0 req-83967d5d-1132-4a1d-9fdb-5cba87365318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:45.159758 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7d9e9175-b191-4608-876a-34af675548e0 req-83967d5d-1132-4a1d-9fdb-5cba87365318 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f5e370e6e574a99b9852a2d3d2e6513&device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 1098 time: 0.1320853 May 27 10:05:45.162283 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-5ff448a6-8c37-4685-a6f1-5a264b78390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:45.164446 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-5ff448a6-8c37-4685-a6f1-5a264b78390c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 1096 time: 0.1356132 May 27 10:05:45.252342 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-e31d36c8-63c2-46a6-9fae-ee2871cbfafc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2601c954-1f53-47ef-b96b-dae7c421bb8c HTTP/1.1" status: 200 len: 217 time: 0.0803332 May 27 10:05:45.385106 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-930455d6-6919-425d-8c5e-0531b2343375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:45.386596 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-930455d6-6919-425d-8c5e-0531b2343375 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c854efed-adbc-4220-b2d0-d8b2fa86a9a6 HTTP/1.1" status: 200 len: 849 time: 0.1282816 May 27 10:05:45.443671 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e9175-b191-4608-876a-34af675548e0 req-c5584a6f-9d4d-4b5b-85f5-60fb68353349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:45.445023 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7d9e9175-b191-4608-876a-34af675548e0 req-c5584a6f-9d4d-4b5b-85f5-60fb68353349 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee HTTP/1.1" status: 200 len: 910 time: 0.2266061 May 27 10:05:45.557253 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7d9e9175-b191-4608-876a-34af675548e0 req-92057970-b6c4-4b7b-884f-f2dc81d04d97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=965aca05-04e3-478f-86be-398411037ebd HTTP/1.1" status: 200 len: 1000 time: 0.1044242 May 27 10:05:45.559742 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-9662be2b-5212-4c90-8963-cdcdbc40ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:45.561075 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-9662be2b-5212-4c90-8963-cdcdbc40ccbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=680dc906-254f-41f4-8e2f-166a255640b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1609714 May 27 10:05:45.699049 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e9175-b191-4608-876a-34af675548e0 req-f6ca91ec-5773-47c5-8dbb-01915bbee036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:45.700456 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7d9e9175-b191-4608-876a-34af675548e0 req-f6ca91ec-5773-47c5-8dbb-01915bbee036 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05be52dd-a663-4d2e-aadb-2964c5caf137 HTTP/1.1" status: 200 len: 848 time: 0.1320450 May 27 10:05:45.789155 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-35ad64b0-50bb-45eb-8b80-a9f30aaecea7 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928506 May 27 10:05:46.005559 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e9175-b191-4608-876a-34af675548e0 req-ccf5d851-d6ec-48f7-a7d4-122611d3aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:46.007058 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7d9e9175-b191-4608-876a-34af675548e0 req-ccf5d851-d6ec-48f7-a7d4-122611d3aac8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2898469 May 27 10:05:46.138889 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9688df-0ec8-449f-ac82-411359f911ab req-40a29835-605d-47e4-9ece-92ef44568c23 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:46.140330 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2b9688df-0ec8-449f-ac82-411359f911ab req-40a29835-605d-47e4-9ece-92ef44568c23 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.3502097 May 27 10:05:46.150271 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39693c76-ff08-446a-a849-8cb1ab28e123 req-f9d794bb-cc3b-4768-886c-e6f38f4d2493 service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267045 May 27 10:05:46.164755 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da54f-c544-41cc-9096-0597c25ec0bb req-7380791b-9d14-492d-9b43-f0a630d19743 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:46.166181 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0f2da54f-c544-41cc-9096-0597c25ec0bb req-7380791b-9d14-492d-9b43-f0a630d19743 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.3740673 May 27 10:05:46.262103 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7d9e9175-b191-4608-876a-34af675548e0 req-22a99141-ca3d-4530-881d-e8c5b7e14fa5 service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379515 May 27 10:05:46.268726 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2b9688df-0ec8-449f-ac82-411359f911ab req-1baf9f1b-5438-44f5-abf9-3c427f24dabf tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153376 May 27 10:05:46.291282 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0f2da54f-c544-41cc-9096-0597c25ec0bb req-aac70e60-72cf-4bc5-a835-10888e6378fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108799 May 27 10:05:46.515947 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7d9e9175-b191-4608-876a-34af675548e0 req-1dd76226-4ace-41c0-92e5-798579cb6872 service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462368 May 27 10:05:47.518359 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23609b78-bce3-4941-8cd2-42c65bab690b req-9bef4689-be2b-41f4-8e72-476f024fbc19 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:47.520331 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-23609b78-bce3-4941-8cd2-42c65bab690b req-9bef4689-be2b-41f4-8e72-476f024fbc19 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.1436045 May 27 10:05:47.528194 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf1fba-6f48-4c01-9520-0b19cd0d051e req-36313fbd-e0cc-49b3-b798-73615e65b824 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:47.529536 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bddf1fba-6f48-4c01-9520-0b19cd0d051e req-36313fbd-e0cc-49b3-b798-73615e65b824 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.1171138 May 27 10:05:47.600114 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-23609b78-bce3-4941-8cd2-42c65bab690b req-beef868d-59a5-4f0c-85b2-5d66fe9d5ea2 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695231 May 27 10:05:47.604368 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bddf1fba-6f48-4c01-9520-0b19cd0d051e req-7ae9555f-9523-43ee-a13a-520c2215bda0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607774 May 27 10:05:48.843726 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7f436-a533-4a58-9e5c-fd3dddc054ad req-8820016e-862b-4703-aea7-5b6115f4d6e1 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:48.845172 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6bc7f436-a533-4a58-9e5c-fd3dddc054ad req-8820016e-862b-4703-aea7-5b6115f4d6e1 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.1406374 May 27 10:05:48.853132 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea28ab-d878-46e5-ad1f-8aa1ced84daf req-45950be1-8c78-47b9-aed2-84c9f4d12d57 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:48.854511 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b8ea28ab-d878-46e5-ad1f-8aa1ced84daf req-45950be1-8c78-47b9-aed2-84c9f4d12d57 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 944 time: 0.1190870 May 27 10:05:48.923327 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6bc7f436-a533-4a58-9e5c-fd3dddc054ad req-aafe8c76-356b-4e31-abb0-0a24487070fa tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677855 May 27 10:05:48.928254 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b8ea28ab-d878-46e5-ad1f-8aa1ced84daf req-fac86f99-c4b8-4f31-9ad9-b5a474975616 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597539 May 27 10:05:49.697609 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 4676ca65-8417-4222-9477-75f3ec4617a8 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:05:49.827682 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:49.840888 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '4676ca65-8417-4222-9477-75f3ec4617a8', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'port_id': '4676ca65-8417-4222-9477-75f3ec4617a8', 'mac_address': 'fa:16:3e:11:ea:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:05:49.893158 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:49.909350 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4676ca65-8417-4222-9477-75f3ec4617a8 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:05:49.924203 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:50.024824 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:50.025687 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2601c954-1f53-47ef-b96b-dae7c421bb8c details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:05:50.029414 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:50.159180 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=4676ca65-8417-4222-9477-75f3ec4617a8,revision_number=9']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:50.175295 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3a91c-e34e-49e5-a2ca-243f930334bf req-625bbb08-bec4-4203-a629-64278505b570 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:50.177561 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0f3a91c-e34e-49e5-a2ca-243f930334bf req-625bbb08-bec4-4203-a629-64278505b570 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 943 time: 0.1451724 May 27 10:05:50.182569 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.182913 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.183248 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.183575 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.183899 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.184221 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.184540 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.184854 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.185169 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.185273 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0da29-76c0-402d-9eed-6fc649b43bb3 req-b274cc07-931b-4639-b273-29e8fadd97e9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:50.185482 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.185793 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.186125 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:05:50.186620 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6dd0da29-76c0-402d-9eed-6fc649b43bb3 req-b274cc07-931b-4639-b273-29e8fadd97e9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 945 time: 0.1214232 May 27 10:05:50.191424 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:50.234361 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 2601c954-1f53-47ef-b96b-dae7c421bb8c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2601c954-1f53-47ef-b96b-dae7c421bb8c,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:50.247993 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '2601c954-1f53-47ef-b96b-dae7c421bb8c', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'port_id': '2601c954-1f53-47ef-b96b-dae7c421bb8c', 'mac_address': 'fa:16:3e:a3:74:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:05:50.251385 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0f3a91c-e34e-49e5-a2ca-243f930334bf req-01879e8a-b8ee-40e0-9ae7-38be994d1d19 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638425 May 27 10:05:50.261101 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6dd0da29-76c0-402d-9eed-6fc649b43bb3 req-57a120da-7037-43ba-852e-cb5c14086e04 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590308 May 27 10:05:50.302936 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:50.319680 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2601c954-1f53-47ef-b96b-dae7c421bb8c {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:05:50.335934 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 2601c954-1f53-47ef-b96b-dae7c421bb8c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2601c954-1f53-47ef-b96b-dae7c421bb8c,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:50.428658 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:50.430434 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:50.498932 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=2601c954-1f53-47ef-b96b-dae7c421bb8c,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:50.501707 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:50.789115 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['2601c954-1f53-47ef-b96b-dae7c421bb8c'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:05:50.814836 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['4676ca65-8417-4222-9477-75f3ec4617a8'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:05:51.500391 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edd81b-26cc-4251-95e2-e783aec940b2 req-f7d95ffd-26e0-409c-bd2e-2f29212a1f2f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:51.501853 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a7edd81b-26cc-4251-95e2-e783aec940b2 req-f7d95ffd-26e0-409c-bd2e-2f29212a1f2f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 944 time: 0.1423588 May 27 10:05:51.509715 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc955-745d-4e4d-b29b-e59b12952056 req-12957c36-0028-4a0a-ba2f-edc72cb92edc tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:51.511092 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b64fc955-745d-4e4d-b29b-e59b12952056 req-12957c36-0028-4a0a-ba2f-edc72cb92edc tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 945 time: 0.1124451 May 27 10:05:51.580671 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a7edd81b-26cc-4251-95e2-e783aec940b2 req-d566b57f-1416-4de2-aba6-6f4d4c9f06b6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685618 May 27 10:05:51.588294 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b64fc955-745d-4e4d-b29b-e59b12952056 req-44263ad0-ad66-47b6-abe3-ee2899b41a8a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631814 May 27 10:05:52.766509 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9a1ef-af84-45f9-887d-da4eed83077f req-5be50fc7-48d2-4f6a-993e-1524063a0e39 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:52.767983 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b8e9a1ef-af84-45f9-887d-da4eed83077f req-5be50fc7-48d2-4f6a-993e-1524063a0e39 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 944 time: 0.0820274 May 27 10:05:52.816303 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b8e9a1ef-af84-45f9-887d-da4eed83077f req-f24b6836-1c4c-4163-9ec2-9144f9c16655 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 May 27 10:05:52.900749 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e633ac-73d7-4ec0-9e21-301d08650f1d req-6cb4d2bc-2381-4b96-9995-a5e14a89423d tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:52.902142 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-93e633ac-73d7-4ec0-9e21-301d08650f1d req-6cb4d2bc-2381-4b96-9995-a5e14a89423d tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 945 time: 0.0847445 May 27 10:05:53.010013 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-93e633ac-73d7-4ec0-9e21-301d08650f1d req-8a94fc76-5d6a-4c31-b330-5d0ae1f44f81 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020927 May 27 10:05:53.036748 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7f127-8af4-46f3-9eab-4527385cf0f8 req-670c4575-6552-4180-ad05-ab03fd77f667 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:53.038199 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7ae7f127-8af4-46f3-9eab-4527385cf0f8 req-670c4575-6552-4180-ad05-ab03fd77f667 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.1287267 May 27 10:05:53.088102 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7ae7f127-8af4-46f3-9eab-4527385cf0f8 req-e47c51cc-2982-4e3b-ade4-c01202c06876 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441360 May 27 10:05:53.736115 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 4676ca65-8417-4222-9477-75f3ec4617a8 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:05:53.802521 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 4676ca65-8417-4222-9477-75f3ec4617a8 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:05:53.802892 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:53.917720 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:53.945471 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:05:53.955632 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:53.989063 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8', 'code': 200} May 27 10:05:54.001540 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dbc9d-c16c-45a6-81a4-f89c28d64ac9 req-4c9f31d5-8f32-4565-9d96-5cfb0a6b8f4c tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:54.003020 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e06dbc9d-c16c-45a6-81a4-f89c28d64ac9 req-4c9f31d5-8f32-4565-9d96-5cfb0a6b8f4c tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 944 time: 0.0811572 May 27 10:05:54.035880 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:54.036742 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2601c954-1f53-47ef-b96b-dae7c421bb8c up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:05:54.050112 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e06dbc9d-c16c-45a6-81a4-f89c28d64ac9 req-d1599b82-118c-417b-955e-4ddc5c0130e1 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390635 May 27 10:05:54.072716 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:54.160071 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=4676ca65-8417-4222-9477-75f3ec4617a8,revision_number=10']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:54.163701 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:54.224750 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 2601c954-1f53-47ef-b96b-dae7c421bb8c completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:05:54.229760 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 2601c954-1f53-47ef-b96b-dae7c421bb8c triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:05:54.230217 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:54.275355 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a4b69-4ef6-4d71-82f4-77642fcebc8c req-6802e1ba-34ef-461c-abc5-3b767595d5b0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:54.276839 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b77a4b69-4ef6-4d71-82f4-77642fcebc8c req-6802e1ba-34ef-461c-abc5-3b767595d5b0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 947 time: 0.1415429 May 27 10:05:54.315527 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8a2a6-110e-4337-9beb-a4ac44f22fd3 req-9c0b3763-e92d-4cf8-a1d4-edb25351ed47 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:54.317563 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-08c8a2a6-110e-4337-9beb-a4ac44f22fd3 req-9c0b3763-e92d-4cf8-a1d4-edb25351ed47 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.1198018 May 27 10:05:54.351734 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:54.357771 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b77a4b69-4ef6-4d71-82f4-77642fcebc8c req-014a10b0-6c0c-41ba-bdb1-957e59fcfb66 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752511 May 27 10:05:54.382937 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-08c8a2a6-110e-4337-9beb-a4ac44f22fd3 req-d4fa9a1f-2d70-4c37-b5d5-cb16b9bfb6c6 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526576 May 27 10:05:54.389281 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 2601c954-1f53-47ef-b96b-dae7c421bb8c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2601c954-1f53-47ef-b96b-dae7c421bb8c,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:05:54.474631 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:54.476460 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-eff1f0f9-bee5-4d1f-89f7-c8e453ce8cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:05:54.541954 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=2601c954-1f53-47ef-b96b-dae7c421bb8c,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:05:54.544826 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:05:54.672847 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daf689-404e-4e63-8fb3-77851b07369d req-a645ceb3-4162-4cfa-bf04-62e71f265428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:54.674422 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-50daf689-404e-4e63-8fb3-77851b07369d req-a645ceb3-4162-4cfa-bf04-62e71f265428 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 1100 time: 0.0714898 May 27 10:05:54.714828 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-50daf689-404e-4e63-8fb3-77851b07369d req-e62beacb-2b00-4179-be05-4715498976e5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338750 May 27 10:05:55.336583 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e59c7c-1f65-48bb-8ba2-41585b30ff0f req-d6665bcf-03d8-45d4-b226-2f838d845bb7 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:55.337994 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-99e59c7c-1f65-48bb-8ba2-41585b30ff0f req-d6665bcf-03d8-45d4-b226-2f838d845bb7 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 945 time: 0.1825874 May 27 10:05:55.382574 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-99e59c7c-1f65-48bb-8ba2-41585b30ff0f req-be9a05d5-882a-42d0-8580-7b6ff5979991 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389123 May 27 10:05:55.610690 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911ae46-9369-4890-b8f0-6a17b84843b3 req-eb315cb9-707b-49e1-89ba-349fd13db596 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:55.612062 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f911ae46-9369-4890-b8f0-6a17b84843b3 req-eb315cb9-707b-49e1-89ba-349fd13db596 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 947 time: 0.1386664 May 27 10:05:55.623622 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827817e-4c24-413d-a27d-8bdccc62cd73 req-6f4eeec3-ada3-42bd-921f-7529cb636f4f tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:55.625019 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4827817e-4c24-413d-a27d-8bdccc62cd73 req-6f4eeec3-ada3-42bd-921f-7529cb636f4f tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.1208065 May 27 10:05:55.692228 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f911ae46-9369-4890-b8f0-6a17b84843b3 req-8f301a95-10d0-4a84-9508-2f2c9054bc5b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661507 May 27 10:05:55.699182 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4827817e-4c24-413d-a27d-8bdccc62cd73 req-4fed6aea-7695-4eed-a354-2422071fc795 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589297 May 27 10:05:55.989863 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2601c954-1f53-47ef-b96b-dae7c421bb8c'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:05:56.032770 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2601c954-1f53-47ef-b96b-dae7c421bb8c', 'code': 200} May 27 10:05:56.429964 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6043c-af69-4ba5-9ac8-0cca92ac7528 req-923e0db7-28c4-46c6-b6e6-41008cf9c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:56.431647 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7ec6043c-af69-4ba5-9ac8-0cca92ac7528 req-923e0db7-28c4-46c6-b6e6-41008cf9c9f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 1098 time: 0.0747778 May 27 10:05:56.474881 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7ec6043c-af69-4ba5-9ac8-0cca92ac7528 req-406e17b9-600d-4a50-a26b-45de032e142a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360243 May 27 10:05:56.569120 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156198d-df0d-4bd4-bcf5-70b96b8619a1 req-456d7aaa-cb82-4575-83b0-3fab39144ba2 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:56.570605 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3156198d-df0d-4bd4-bcf5-70b96b8619a1 req-456d7aaa-cb82-4575-83b0-3fab39144ba2 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 945 time: 0.0800247 May 27 10:05:56.617799 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3156198d-df0d-4bd4-bcf5-70b96b8619a1 req-dc6f1258-b3f9-43e7-99db-51c58831ce50 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416286 May 27 10:05:56.947500 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6be84-67fd-49b7-8fd4-154e3d3cf259 req-8108dd55-6897-4c5e-bb12-c6d8c4410678 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:56.948916 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-48a6be84-67fd-49b7-8fd4-154e3d3cf259 req-8108dd55-6897-4c5e-bb12-c6d8c4410678 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.1422539 May 27 10:05:56.956857 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5da83e-2d1a-44ea-816d-e776458cbda3 req-aee10c8c-e818-4907-81fd-2b4b29a3412e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:56.958241 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dd5da83e-2d1a-44ea-816d-e776458cbda3 req-aee10c8c-e818-4907-81fd-2b4b29a3412e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 947 time: 0.1166568 May 27 10:05:57.026361 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-48a6be84-67fd-49b7-8fd4-154e3d3cf259 req-b02548e3-be75-4cf6-a8b1-e1fa667a42e9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671713 May 27 10:05:57.033456 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-dd5da83e-2d1a-44ea-816d-e776458cbda3 req-a5d4deed-bf8c-4384-bc0a-58441b935205 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617101 May 27 10:05:57.405844 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:57.800281 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f8b9a-63cf-40fa-8223-fe7e8079e036 req-708cf6f1-943a-4b1d-b290-034534c8537b tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:57.802113 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-740f8b9a-63cf-40fa-8223-fe7e8079e036 req-708cf6f1-943a-4b1d-b290-034534c8537b tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 945 time: 0.0789132 May 27 10:05:57.853214 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-740f8b9a-63cf-40fa-8223-fe7e8079e036 req-e358a7cf-afc3-413f-bc0d-6471dd8f7a42 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443335 May 27 10:05:58.270990 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0564d2-869c-4509-9836-1d1cf8805dc8 req-ef719a3c-7ee3-4c03-ab88-7025ead1e19d tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:58.272424 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8c0564d2-869c-4509-9836-1d1cf8805dc8 req-ef719a3c-7ee3-4c03-ab88-7025ead1e19d tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.1373217 May 27 10:05:58.279566 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5cc3b-8b9c-4afd-bfb3-202ae4aacd3f req-9a3bdefd-af69-4abc-9d69-7df6c18fd29b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:58.280897 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e6d5cc3b-8b9c-4afd-bfb3-202ae4aacd3f req-9a3bdefd-af69-4abc-9d69-7df6c18fd29b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 947 time: 0.1109772 May 27 10:05:58.352260 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8c0564d2-869c-4509-9836-1d1cf8805dc8 req-eecf56a8-3134-40a3-9712-58660216328b tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704315 May 27 10:05:58.360930 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e6d5cc3b-8b9c-4afd-bfb3-202ae4aacd3f req-380e0dbb-05d4-4cec-8e71-fc499cfc641c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590065 May 27 10:05:59.037948 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd70389-7672-4e9b-bfda-5c5f997ba040 req-ba270575-7292-4a84-b08e-0e44450f3cf0 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:59.039385 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8cd70389-7672-4e9b-bfda-5c5f997ba040 req-ba270575-7292-4a84-b08e-0e44450f3cf0 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 945 time: 0.0798492 May 27 10:05:59.083216 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8cd70389-7672-4e9b-bfda-5c5f997ba040 req-816a6413-94d2-4435-9d07-44bf8a2f487d tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383093 May 27 10:05:59.261064 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08267e0e-4fa4-4752-9617-bcb2995e2be6 req-7cef11b2-bb39-46e3-b48b-d3016eea46b9 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:59.262531 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-08267e0e-4fa4-4752-9617-bcb2995e2be6 req-7cef11b2-bb39-46e3-b48b-d3016eea46b9 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 945 time: 0.0823877 May 27 10:05:59.271957 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 44902) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:05:59.277386 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-a9f8c011-f100-400d-ade1-a2e267fa51a3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Request body: {'floatingip': {'port_id': '2601c954-1f53-47ef-b96b-dae7c421bb8c'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:05:59.354555 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c011-f100-400d-ade1-a2e267fa51a3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:05:59.676996 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb908be-9616-4391-b7f9-67de36f98084 req-e0ac0898-ccf0-4479-8924-434a3dbb37f6 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:05:59.678463 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ceb908be-9616-4391-b7f9-67de36f98084 req-e0ac0898-ccf0-4479-8924-434a3dbb37f6 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.2143688 May 27 10:05:59.898488 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ceb908be-9616-4391-b7f9-67de36f98084 req-5c5faf6b-55ed-433f-908a-9b61adc891ed tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129757 May 27 10:06:00.138253 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c011-f100-400d-ade1-a2e267fa51a3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:00.230149 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c011-f100-400d-ade1-a2e267fa51a3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:00.412777 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.l3_db [None req-a9f8c011-f100-400d-ade1-a2e267fa51a3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Floating IP d604fe1a-22b1-4cd9-82d4-9a5b8f095eab associated. External IP: 172.28.0.28, port: 2601c954-1f53-47ef-b96b-dae7c421bb8c. May 27 10:06:00.764751 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f8c011-f100-400d-ade1-a2e267fa51a3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Router c1dc9fd9-46a6-4b32-bdba-e54189f23439 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:06:00.939740 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f8c011-f100-400d-ade1-a2e267fa51a3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:06:00.944766 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c011-f100-400d-ade1-a2e267fa51a3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:00.950498 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200b9011-2138-424a-953c-b54a72cc63b6 None None] Sync routers for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:06:00.963903 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b9011-2138-424a-953c-b54a72cc63b6 None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:06:00.964519 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-200b9011-2138-424a-953c-b54a72cc63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:05:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:06:01.004486 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-a9f8c011-f100-400d-ade1-a2e267fa51a3 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "PUT /v2.0/floatingips/d604fe1a-22b1-4cd9-82d4-9a5b8f095eab HTTP/1.1" status: 200 len: 990 time: 1.7283010 May 27 10:06:01.004486 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'tag': '2601c954-1f53-47ef-b96b-dae7c421bb8c'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:06:01.086848 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cdd7b-0fc6-42f3-9fdb-ecc67539b0ad req-df101c0e-8702-4696-9633-e00c7c616ba5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:01.088451 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-319cdd7b-0fc6-42f3-9fdb-ecc67539b0ad req-df101c0e-8702-4696-9633-e00c7c616ba5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0809224 May 27 10:06:01.132842 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-319cdd7b-0fc6-42f3-9fdb-ecc67539b0ad req-6a46b28f-5923-4026-9c75-110e3e5cf4c9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390294 May 27 10:06:01.150553 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-200b9011-2138-424a-953c-b54a72cc63b6 None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:06:01.162917 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'tag': '2601c954-1f53-47ef-b96b-dae7c421bb8c', 'status': 'completed', 'code': 200} May 27 10:06:01.266152 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f5583-0d90-48b8-a9e5-4896dd3bc40c req-d49558bf-16a4-43ab-b5c3-bba19e57be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:01.267618 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4c1f5583-0d90-48b8-a9e5-4896dd3bc40c req-d49558bf-16a4-43ab-b5c3-bba19e57be6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=720623f9cfc84152833b4318d3b24601&device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 1098 time: 0.0736060 May 27 10:06:01.503986 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-200b9011-2138-424a-953c-b54a72cc63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'd604fe1a-22b1-4cd9-82d4-9a5b8f095eab', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'floating_ip_address': '172.28.0.28', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'port_id': '2601c954-1f53-47ef-b96b-dae7c421bb8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'mac_address': 'fa:16:3e:a3:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:05:23Z', 'updated_at': '2021-05-27T10:06:00Z', 'revision_number': 1, 'project_id': '720623f9cfc84152833b4318d3b24601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:06:01.507594 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f5583-0d90-48b8-a9e5-4896dd3bc40c req-c1613000-6eb0-4c94-8f87-d75b9238b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:01.507749 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200b9011-2138-424a-953c-b54a72cc63b6 None None] Checking router: c1dc9fd9-46a6-4b32-bdba-e54189f23439 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:06:01.509040 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4c1f5583-0d90-48b8-a9e5-4896dd3bc40c req-c1613000-6eb0-4c94-8f87-d75b9238b82a service neutron] 10.222.0.35 "GET /v2.0/networks?id=680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 200 len: 911 time: 0.2350130 May 27 10:06:01.515664 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b9011-2138-424a-953c-b54a72cc63b6 None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:06:01.516262 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-200b9011-2138-424a-953c-b54a72cc63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:05:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:06:01.626459 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4c1f5583-0d90-48b8-a9e5-4896dd3bc40c req-d26a2794-255d-4e5f-9893-965e8e0e57bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2601c954-1f53-47ef-b96b-dae7c421bb8c HTTP/1.1" status: 200 len: 998 time: 0.1102471 May 27 10:06:01.687833 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f5583-0d90-48b8-a9e5-4896dd3bc40c req-b1b870c6-f86d-48ff-9d20-1eb119024c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:01.689367 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4c1f5583-0d90-48b8-a9e5-4896dd3bc40c req-b1b870c6-f86d-48ff-9d20-1eb119024c19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c854efed-adbc-4220-b2d0-d8b2fa86a9a6 HTTP/1.1" status: 200 len: 849 time: 0.0566297 May 27 10:06:01.714917 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-200b9011-2138-424a-953c-b54a72cc63b6 None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:06:01.762398 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f5583-0d90-48b8-a9e5-4896dd3bc40c req-8544116c-35b5-417c-9c76-bd15a233a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:01.763850 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4c1f5583-0d90-48b8-a9e5-4896dd3bc40c req-8544116c-35b5-417c-9c76-bd15a233a116 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=680dc906-254f-41f4-8e2f-166a255640b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680227 May 27 10:06:01.899626 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4c1f5583-0d90-48b8-a9e5-4896dd3bc40c req-583b2fb6-299c-414b-a22a-bcdb5a6c1e5e service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248398 May 27 10:06:02.043093 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4c1f5583-0d90-48b8-a9e5-4896dd3bc40c req-09a124c5-5d2f-47d2-aacb-4ffac394f80b service neutron] 10.222.0.35 "GET /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372547 May 27 10:06:02.102162 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-200b9011-2138-424a-953c-b54a72cc63b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'd604fe1a-22b1-4cd9-82d4-9a5b8f095eab', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'floating_ip_address': '172.28.0.28', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'port_id': '2601c954-1f53-47ef-b96b-dae7c421bb8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'mac_address': 'fa:16:3e:a3:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:05:23Z', 'updated_at': '2021-05-27T10:06:00Z', 'revision_number': 1, 'project_id': '720623f9cfc84152833b4318d3b24601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:06:02.106443 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200b9011-2138-424a-953c-b54a72cc63b6 None None] The sync data for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb is: [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'd604fe1a-22b1-4cd9-82d4-9a5b8f095eab', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'floating_ip_address': '172.28.0.28', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'port_id': '2601c954-1f53-47ef-b96b-dae7c421bb8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'mac_address': 'fa:16:3e:a3:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:05:23Z', 'updated_at': '2021-05-27T10:06:00Z', 'revision_number': 1, 'project_id': '720623f9cfc84152833b4318d3b24601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:06:02.313217 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e342b-eb92-4cdc-bbdd-e6c4f1985a27 None None] New status for floating IP d604fe1a-22b1-4cd9-82d4-9a5b8f095eab: ACTIVE {{(pid=98701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:06:02.340805 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacce63-438a-4841-8901-49d50569c159 req-eb0d32ea-f0db-4c97-94ad-7811580d5ae5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:02.342375 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7aacce63-438a-4841-8901-49d50569c159 req-eb0d32ea-f0db-4c97-94ad-7811580d5ae5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0969486 May 27 10:06:02.390346 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7aacce63-438a-4841-8901-49d50569c159 req-0c32f18d-95a7-43c2-9cf1-1dbd4f6c959c tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401633 May 27 10:06:03.572255 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73ad92-ea3f-4da0-9d7e-421869361743 req-799e3c46-41dd-4e2a-96a8-e4c2270e5e9a tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:03.573705 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bc73ad92-ea3f-4da0-9d7e-421869361743 req-799e3c46-41dd-4e2a-96a8-e4c2270e5e9a tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0786502 May 27 10:06:03.620139 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bc73ad92-ea3f-4da0-9d7e-421869361743 req-65f6d758-cd5d-47ed-ac26-8e37d6b53945 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409784 May 27 10:06:04.801994 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dc8ad-1a77-4936-9ee7-38a1a7a5d65e req-a2e5b40b-6a38-4593-9b44-51ffae72950c tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:04.803546 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-443dc8ad-1a77-4936-9ee7-38a1a7a5d65e req-a2e5b40b-6a38-4593-9b44-51ffae72950c tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0793536 May 27 10:06:04.849000 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-443dc8ad-1a77-4936-9ee7-38a1a7a5d65e req-8de4891f-7825-457c-9cec-92b486c61bcc tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390453 May 27 10:06:06.059856 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892258b6-d771-403e-be29-1d53ba6347fb req-7e879aeb-a06d-4e7c-98b3-fa68dacba4ae tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:06.061297 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-892258b6-d771-403e-be29-1d53ba6347fb req-7e879aeb-a06d-4e7c-98b3-fa68dacba4ae tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0880098 May 27 10:06:06.112126 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-892258b6-d771-403e-be29-1d53ba6347fb req-bbec3713-2cd1-4288-9cc1-b1312d7d1d35 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443945 May 27 10:06:07.281147 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f3f80ee6-d43f-4f0e-ab7f-9c6d3eac9a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:07.295744 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13c33c-591e-4b04-8316-cd56ddba368b req-3cdfd7bd-b7bb-4542-bbed-21c5a093aac2 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:07.297218 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ef13c33c-591e-4b04-8316-cd56ddba368b req-3cdfd7bd-b7bb-4542-bbed-21c5a093aac2 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0793514 May 27 10:06:07.342103 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ef13c33c-591e-4b04-8316-cd56ddba368b req-5d078bf1-74ca-456a-9483-fe74c78ab8db tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383482 May 27 10:06:08.096042 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c2b7c-b88f-47b2-9dcf-5aa3ffa6b13a req-f1808918-8277-478f-8091-7010bc9aa3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:08.098234 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-506c2b7c-b88f-47b2-9dcf-5aa3ffa6b13a req-f1808918-8277-478f-8091-7010bc9aa3ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f5e370e6e574a99b9852a2d3d2e6513&device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 1098 time: 0.0743954 May 27 10:06:08.233622 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c2b7c-b88f-47b2-9dcf-5aa3ffa6b13a req-9811efc9-07b1-45dd-90d4-2ae30aadc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:08.235083 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-506c2b7c-b88f-47b2-9dcf-5aa3ffa6b13a req-9811efc9-07b1-45dd-90d4-2ae30aadc914 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee HTTP/1.1" status: 200 len: 910 time: 0.1306138 May 27 10:06:08.344578 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-506c2b7c-b88f-47b2-9dcf-5aa3ffa6b13a req-ab788091-fea5-4a37-afd4-269613b1a812 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=965aca05-04e3-478f-86be-398411037ebd HTTP/1.1" status: 200 len: 1000 time: 0.0958250 May 27 10:06:08.420053 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c2b7c-b88f-47b2-9dcf-5aa3ffa6b13a req-3416edd2-79b8-4995-8a7f-9031816230ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:08.421560 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-506c2b7c-b88f-47b2-9dcf-5aa3ffa6b13a req-3416edd2-79b8-4995-8a7f-9031816230ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05be52dd-a663-4d2e-aadb-2964c5caf137 HTTP/1.1" status: 200 len: 848 time: 0.0576856 May 27 10:06:08.559633 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c2b7c-b88f-47b2-9dcf-5aa3ffa6b13a req-2bbf4ea2-630b-4c19-86e9-1e023a8a481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:08.561071 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-506c2b7c-b88f-47b2-9dcf-5aa3ffa6b13a req-2bbf4ea2-630b-4c19-86e9-1e023a8a481a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1315656 May 27 10:06:08.569245 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d6ea-71c7-4f1e-a6b4-548847167fc1 req-894b7dda-fd18-4b49-8bce-c8e68080d2e4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:08.570570 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b130d6ea-71c7-4f1e-a6b4-548847167fc1 req-894b7dda-fd18-4b49-8bce-c8e68080d2e4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.1116583 May 27 10:06:08.789560 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b130d6ea-71c7-4f1e-a6b4-548847167fc1 req-71bf6234-eb62-44d1-a5e0-a222e7fd8d3d tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980517 May 27 10:06:08.826541 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-506c2b7c-b88f-47b2-9dcf-5aa3ffa6b13a req-e10121a4-934b-4a69-a154-353bded52ddb service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521858 May 27 10:06:08.962974 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-506c2b7c-b88f-47b2-9dcf-5aa3ffa6b13a req-f81aeb47-3d6f-4ea5-9e9b-47c8f7351188 service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284461 May 27 10:06:09.674042 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:09.726502 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f06b1974-e1ae-46e0-aae3-8fd212636149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:09.980605 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97e68-94b3-4e13-914b-91b6d4cfeb21 req-5964b7cc-2b90-43fc-a119-d7e3bfdde1c6 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:09.982105 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bac97e68-94b3-4e13-914b-91b6d4cfeb21 req-5964b7cc-2b90-43fc-a119-d7e3bfdde1c6 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0854793 May 27 10:06:10.031100 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bac97e68-94b3-4e13-914b-91b6d4cfeb21 req-32145fcf-c2ae-421d-a3cb-0b25a298823c tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433953 May 27 10:06:10.301708 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:06:10.925479 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:11.370781 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371869e-e120-47a1-adac-19ec60185cc6 req-319b2b2a-3395-481a-b318-61b08e8e420a tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:11.372277 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a371869e-e120-47a1-adac-19ec60185cc6 req-319b2b2a-3395-481a-b318-61b08e8e420a tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0811663 May 27 10:06:11.420081 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a371869e-e120-47a1-adac-19ec60185cc6 req-d6b6bf48-7518-4506-a7ee-e866672a811f tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422103 May 27 10:06:12.609919 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade053a3-90f6-4c65-9129-260b7bcbfee3 req-174be421-3c23-4eb9-95da-d160b45091b1 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:12.611349 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ade053a3-90f6-4c65-9129-260b7bcbfee3 req-174be421-3c23-4eb9-95da-d160b45091b1 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0833545 May 27 10:06:12.635497 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:12.655257 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ade053a3-90f6-4c65-9129-260b7bcbfee3 req-9c9ab328-7e40-4d06-969e-451e4a6a1f2b tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375488 May 27 10:06:13.110802 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d23af-839b-4235-93bd-360b9a56926d req-9f1944a0-daec-4ae9-8d6b-f26c4f703c0b tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:13.112815 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ef8d23af-839b-4235-93bd-360b9a56926d req-9f1944a0-daec-4ae9-8d6b-f26c4f703c0b tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0840352 May 27 10:06:13.125784 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-7eb36cbd-b3cd-4398-9ce3-844f7c11bdad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747886 May 27 10:06:13.157584 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ef8d23af-839b-4235-93bd-360b9a56926d req-9dfc6dce-dea3-4add-aab1-923289ac635a tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387673 May 27 10:06:13.788299 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 965aca05-04e3-478f-86be-398411037ebd no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:06:13.898599 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:13.928542 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965aca05-04e3-478f-86be-398411037ebd'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:06:13.939310 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 965aca05-04e3-478f-86be-398411037ebd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=965aca05-04e3-478f-86be-398411037ebd,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:06:13.970860 dv-cinder-788782-3-smb neutron-server[98700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '965aca05-04e3-478f-86be-398411037ebd', 'code': 422} returned with failed status May 27 10:06:14.011600 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:14.013467 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-10ea600b-6731-4936-a3d6-7bb801a86dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:06:14.085472 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=965aca05-04e3-478f-86be-398411037ebd,revision_number=6']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:06:14.088591 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:06:14.347632 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae535a-b44e-4073-af12-608f681855e2 req-889e2137-d20a-4907-ade3-5ce4e7ce833e tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:14.349097 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-80ae535a-b44e-4073-af12-608f681855e2 req-889e2137-d20a-4907-ade3-5ce4e7ce833e tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 943 time: 0.0810452 May 27 10:06:14.393908 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-80ae535a-b44e-4073-af12-608f681855e2 req-be2b724f-ed9b-4235-b5d1-3a1b38bbac94 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388207 May 27 10:06:15.614404 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-a9a0382b-9a28-42eb-b7b5-cf0c6e336ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:15.615879 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-a9a0382b-9a28-42eb-b7b5-cf0c6e336ee1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67&tenant_id=0f5e370e6e574a99b9852a2d3d2e6513 HTTP/1.1" status: 200 len: 1096 time: 0.1347716 May 27 10:06:15.623264 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be357b71-ef99-4628-9e72-4c0b2dcb9835 req-6d0b5023-f368-4174-8334-9152fbc343bd tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:15.624619 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-be357b71-ef99-4628-9e72-4c0b2dcb9835 req-6d0b5023-f368-4174-8334-9152fbc343bd tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 943 time: 0.1049864 May 27 10:06:15.718191 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-be357b71-ef99-4628-9e72-4c0b2dcb9835 req-ed581291-99d7-4c91-8259-e5a5366fcef0 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866032 May 27 10:06:15.737529 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-1b1bc01c-9bb2-4bf4-9572-9f2d8bd12208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:15.739084 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-1b1bc01c-9bb2-4bf4-9572-9f2d8bd12208 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f5e370e6e574a99b9852a2d3d2e6513&device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 1096 time: 0.0923581 May 27 10:06:15.870389 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-65b24887-7cb2-4ac5-846c-b153ea893cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:15.871733 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-65b24887-7cb2-4ac5-846c-b153ea893cbd service neutron] 10.222.0.35 "GET /v2.0/networks?id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee HTTP/1.1" status: 200 len: 910 time: 0.1249514 May 27 10:06:15.975849 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-d38a3959-281d-4d76-aa03-7ea78380f926 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=965aca05-04e3-478f-86be-398411037ebd HTTP/1.1" status: 200 len: 998 time: 0.0964985 May 27 10:06:16.038535 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-c68192ef-bcd4-4588-aeaf-c032ce7835a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:16.039955 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-c68192ef-bcd4-4588-aeaf-c032ce7835a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05be52dd-a663-4d2e-aadb-2964c5caf137 HTTP/1.1" status: 200 len: 848 time: 0.0577128 May 27 10:06:16.119649 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-aa1b1a54-2282-4854-bc34-85d5e4e2941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:16.121149 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-aa1b1a54-2282-4854-bc34-85d5e4e2941c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734689 May 27 10:06:16.255216 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-111b3b40-4679-4eac-812c-60dfb2712f75 service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255269 May 27 10:06:16.387509 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2118efbe-4ab8-4384-8a5f-da68200805a4 req-bba36036-c3eb-45ba-b7c4-7c7a1b71431c service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253831 May 27 10:06:17.007540 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d5bfb-7e16-4799-afa8-bfa0064d36a2 req-001f124b-6f1f-41fb-a7c1-297b7b8ce15b tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:17.008904 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-df4d5bfb-7e16-4799-afa8-bfa0064d36a2 req-001f124b-6f1f-41fb-a7c1-297b7b8ce15b tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 943 time: 0.1856036 May 27 10:06:17.053104 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-df4d5bfb-7e16-4799-afa8-bfa0064d36a2 req-03a5ea5e-e1e3-4ec6-9f92-eda3b40082dc tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386715 May 27 10:06:18.001030 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fdc6e-e43f-4876-98a9-b4fc663958f1 req-6eabfd0f-9be3-4039-b4d5-5844b1563ac4 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:18.002509 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3d3fdc6e-e43f-4876-98a9-b4fc663958f1 req-6eabfd0f-9be3-4039-b4d5-5844b1563ac4 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.1454928 May 27 10:06:18.008312 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435b2af-b87b-40e5-9b6a-3c7dac01abfd req-65fe4cfd-9929-4777-b86b-51040d0102f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:18.009655 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5435b2af-b87b-40e5-9b6a-3c7dac01abfd req-65fe4cfd-9929-4777-b86b-51040d0102f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2444694952e14ab0b297c2c62a887a99&device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 1137 time: 0.1138396 May 27 10:06:18.121989 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-3d3fdc6e-e43f-4876-98a9-b4fc663958f1 req-9d94ec1d-6bb5-4a5e-b804-362d34b768c5 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1113069 May 27 10:06:18.219918 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435b2af-b87b-40e5-9b6a-3c7dac01abfd req-24a0a89c-c0ed-416b-bb45-7a4a69f00512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:18.221289 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5435b2af-b87b-40e5-9b6a-3c7dac01abfd req-24a0a89c-c0ed-416b-bb45-7a4a69f00512 service neutron] 10.222.0.35 "GET /v2.0/networks?id=744462f1-5214-4b85-b748-123a2452895e HTTP/1.1" status: 200 len: 916 time: 0.1937425 May 27 10:06:18.338446 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5435b2af-b87b-40e5-9b6a-3c7dac01abfd req-ecc6a736-6f48-4e32-abc5-6747415d0aa0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8110929-1332-4850-b495-3a497a782852 HTTP/1.1" status: 200 len: 1001 time: 0.1085994 May 27 10:06:18.352821 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdc5ea-c688-457a-b157-59ddb19aa185 req-1a21dfc5-05e6-4b78-bce1-da0c8c1820af tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:18.354324 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-20bdc5ea-c688-457a-b157-59ddb19aa185 req-1a21dfc5-05e6-4b78-bce1-da0c8c1820af tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 943 time: 0.1731105 May 27 10:06:18.443621 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435b2af-b87b-40e5-9b6a-3c7dac01abfd req-409411c7-f47d-4c37-9b0a-bf06a2fe4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:18.445054 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5435b2af-b87b-40e5-9b6a-3c7dac01abfd req-409411c7-f47d-4c37-9b0a-bf06a2fe4b6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=310a0c3e-c215-4d19-8ee3-eac18c71805a HTTP/1.1" status: 200 len: 854 time: 0.0898988 May 27 10:06:18.447930 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-20bdc5ea-c688-457a-b157-59ddb19aa185 req-71ceb54c-ef58-4433-be01-dfea1180d273 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639222 May 27 10:06:18.527246 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435b2af-b87b-40e5-9b6a-3c7dac01abfd req-cc0ffe11-98f2-4ab4-9276-ea8430f74b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:18.528705 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5435b2af-b87b-40e5-9b6a-3c7dac01abfd req-cc0ffe11-98f2-4ab4-9276-ea8430f74b44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=744462f1-5214-4b85-b748-123a2452895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692985 May 27 10:06:18.662899 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5435b2af-b87b-40e5-9b6a-3c7dac01abfd req-2b2de8e8-bc7a-4088-b55d-676aba4735e4 service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264648 May 27 10:06:18.792564 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5435b2af-b87b-40e5-9b6a-3c7dac01abfd req-3a074ea6-aa94-4f8b-8c68-27cca82a0c5a service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230807 May 27 10:06:19.309349 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084927b-9d18-4703-9df6-3b31fb5d8551 req-956ec424-85e7-4f68-894c-1a6fe586974f tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:19.310821 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a084927b-9d18-4703-9df6-3b31fb5d8551 req-956ec424-85e7-4f68-894c-1a6fe586974f tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0820711 May 27 10:06:19.364313 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a084927b-9d18-4703-9df6-3b31fb5d8551 req-bbf8d434-beb8-4c78-b332-864af8be6637 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475304 May 27 10:06:19.670277 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f7f8f-b555-4c44-b436-8d3815271e67 req-afd648ca-1834-4e8b-9692-f0f81b908775 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:19.672947 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a13f7f8f-b555-4c44-b436-8d3815271e67 req-afd648ca-1834-4e8b-9692-f0f81b908775 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 943 time: 0.1034031 May 27 10:06:19.728026 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a13f7f8f-b555-4c44-b436-8d3815271e67 req-308d7bb9-0fc1-4200-8e01-eedf3e0ea531 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481153 May 27 10:06:19.818767 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 965aca05-04e3-478f-86be-398411037ebd details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:06:19.999982 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 965aca05-04e3-478f-86be-398411037ebd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=965aca05-04e3-478f-86be-398411037ebd,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:06:20.020744 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '965aca05-04e3-478f-86be-398411037ebd', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'port_id': '965aca05-04e3-478f-86be-398411037ebd', 'mac_address': 'fa:16:3e:c7:65:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:06:20.092814 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:20.112450 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965aca05-04e3-478f-86be-398411037ebd {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:06:20.131307 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 965aca05-04e3-478f-86be-398411037ebd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=965aca05-04e3-478f-86be-398411037ebd,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:06:20.205143 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:20.206958 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:06:20.271642 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=965aca05-04e3-478f-86be-398411037ebd,revision_number=7']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:06:20.274625 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:06:20.555660 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd2860-eef4-43ab-8510-c90e0aa2a963 req-bff590bf-1dcd-443d-802d-819af7e8aafe tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:20.557280 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-09cd2860-eef4-43ab-8510-c90e0aa2a963 req-bff590bf-1dcd-443d-802d-819af7e8aafe tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0829947 May 27 10:06:20.600029 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['965aca05-04e3-478f-86be-398411037ebd'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:06:20.604495 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-09cd2860-eef4-43ab-8510-c90e0aa2a963 req-9c14bb67-cd41-40e2-aca1-567d3d0564f6 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415962 May 27 10:06:20.921229 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b24802-57b3-472b-9141-402e3c1a8355 req-580288e1-f8da-4e90-a8ed-e9c19d8a837e tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:20.922662 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-15b24802-57b3-472b-9141-402e3c1a8355 req-580288e1-f8da-4e90-a8ed-e9c19d8a837e tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 944 time: 0.0829101 May 27 10:06:20.983345 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-15b24802-57b3-472b-9141-402e3c1a8355 req-68bf8490-ea44-409b-ac34-4e429663c0bf tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542858 May 27 10:06:21.803852 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc708f-d7b8-4060-aa64-4211dc7b0451 req-43225bdf-2659-499f-982e-1f83c9ac0268 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:21.805359 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1bcc708f-d7b8-4060-aa64-4211dc7b0451 req-43225bdf-2659-499f-982e-1f83c9ac0268 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0875072 May 27 10:06:21.818864 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 965aca05-04e3-478f-86be-398411037ebd up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:06:21.863829 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1bcc708f-d7b8-4060-aa64-4211dc7b0451 req-532a0ff3-e6f9-4b39-ab46-0f874d23e5a3 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523062 May 27 10:06:21.902903 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 965aca05-04e3-478f-86be-398411037ebd triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:06:21.903236 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:22.027192 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:22.067972 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965aca05-04e3-478f-86be-398411037ebd'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:06:22.083319 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 965aca05-04e3-478f-86be-398411037ebd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=965aca05-04e3-478f-86be-398411037ebd,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:06:22.126738 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965aca05-04e3-478f-86be-398411037ebd', 'code': 200} May 27 10:06:22.149783 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:22.151659 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:06:22.187665 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7cf30-b3e9-419d-9a0b-aeecbd5168b5 req-d680c676-29bc-4d3b-9ec3-ae8e0d551259 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:22.189148 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-71a7cf30-b3e9-419d-9a0b-aeecbd5168b5 req-d680c676-29bc-4d3b-9ec3-ae8e0d551259 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 944 time: 0.0881476 May 27 10:06:22.236047 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=965aca05-04e3-478f-86be-398411037ebd,revision_number=8']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:06:22.242085 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:06:22.255078 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-71a7cf30-b3e9-419d-9a0b-aeecbd5168b5 req-e6ee2586-c154-4270-9200-0ce508bc6074 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592487 May 27 10:06:22.610072 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03be879-e75b-43e2-b138-4f4640c023ad req-d93ab2f7-329b-4a7e-bf50-fa5629dc4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:22.611509 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b03be879-e75b-43e2-b138-4f4640c023ad req-d93ab2f7-329b-4a7e-bf50-fa5629dc4474 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 1098 time: 0.1616464 May 27 10:06:22.651517 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b03be879-e75b-43e2-b138-4f4640c023ad req-f0f1e443-2f02-419a-9b89-cab8d552c69b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327981 May 27 10:06:23.047618 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56f47-4456-4f95-984f-560bd88a9ea6 req-52e4518a-f081-4723-ad2d-d2f7e0137c8f tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:23.049070 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bfd56f47-4456-4f95-984f-560bd88a9ea6 req-52e4518a-f081-4723-ad2d-d2f7e0137c8f tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0823123 May 27 10:06:23.096792 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bfd56f47-4456-4f95-984f-560bd88a9ea6 req-136b1755-9d0d-4301-9f6c-fa460f59558f tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416694 May 27 10:06:23.443243 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47026c27-0df4-496b-93b9-8aee2125dbb0 req-9f598e08-705c-414b-a36a-21860ac3f68c tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:23.444708 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-47026c27-0df4-496b-93b9-8aee2125dbb0 req-9f598e08-705c-414b-a36a-21860ac3f68c tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0797825 May 27 10:06:23.487869 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-47026c27-0df4-496b-93b9-8aee2125dbb0 req-7727be27-9d82-4b22-8d93-a4e08f4279c9 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369310 May 27 10:06:24.281490 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba760a-15d1-4bf0-b819-9eb618ebc01a req-66cdebec-b88a-4b0a-9277-f637fc322747 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:24.282972 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-52ba760a-15d1-4bf0-b819-9eb618ebc01a req-66cdebec-b88a-4b0a-9277-f637fc322747 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0833859 May 27 10:06:24.332834 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-52ba760a-15d1-4bf0-b819-9eb618ebc01a req-bfb0be1a-1b7e-46de-b431-13e0d2b56646 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435712 May 27 10:06:24.682994 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05d462-10b2-4a94-876d-8f6ed97f1cbd req-7aa31f2c-61ca-4b00-bc01-c7c2bb105717 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:24.684439 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-da05d462-10b2-4a94-876d-8f6ed97f1cbd req-7aa31f2c-61ca-4b00-bc01-c7c2bb105717 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0907326 May 27 10:06:24.742442 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-da05d462-10b2-4a94-876d-8f6ed97f1cbd req-ea29d53c-3ad7-4211-8b29-f4cce21f9a24 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521152 May 27 10:06:25.521115 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522b1a4-7c60-480b-b38e-4ac2bcd78b24 req-c775c1a1-0a37-4e87-917f-90eb62ddd526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:25.522591 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0522b1a4-7c60-480b-b38e-4ac2bcd78b24 req-c775c1a1-0a37-4e87-917f-90eb62ddd526 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0800400 May 27 10:06:25.570515 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0522b1a4-7c60-480b-b38e-4ac2bcd78b24 req-6a5dc2c0-9700-4830-ae9f-076037e92b0c tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411911 May 27 10:06:26.763166 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ab0bc-d807-4043-9854-c73864db3569 req-5df4f43e-5efd-49c8-8efb-de77ba9829a3 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:26.764588 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1e5ab0bc-d807-4043-9854-c73864db3569 req-5df4f43e-5efd-49c8-8efb-de77ba9829a3 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0838306 May 27 10:06:26.810872 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1e5ab0bc-d807-4043-9854-c73864db3569 req-6d5e79d5-bc2d-4cc6-9d1f-726b1a85562b tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405233 May 27 10:06:27.417733 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:28.014820 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73715d94-e618-453e-80cd-5638ff217dd2 req-e453e09d-39bc-46d0-bc12-142a9f99f00a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:28.016294 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-73715d94-e618-453e-80cd-5638ff217dd2 req-e453e09d-39bc-46d0-bc12-142a9f99f00a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0851443 May 27 10:06:28.066275 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-73715d94-e618-453e-80cd-5638ff217dd2 req-051da3a6-c619-4a42-95cf-5eff778037fe tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439382 May 27 10:06:29.275752 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fe72c-1830-43e7-951e-8731d4201b85 req-0360281b-7548-439e-978d-5724db6aba1d tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:29.278346 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f79fe72c-1830-43e7-951e-8731d4201b85 req-0360281b-7548-439e-978d-5724db6aba1d tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0982184 May 27 10:06:29.341509 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f79fe72c-1830-43e7-951e-8731d4201b85 req-b160a376-3bb4-4304-8de0-2c87696fb86a tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543153 May 27 10:06:30.535134 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdafd9-1db3-431e-9bef-17505327cfc6 req-df93d379-9201-435a-adb4-8008dccd7032 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:30.536577 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f8cdafd9-1db3-431e-9bef-17505327cfc6 req-df93d379-9201-435a-adb4-8008dccd7032 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0789180 May 27 10:06:30.585861 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f8cdafd9-1db3-431e-9bef-17505327cfc6 req-19f9d20b-eaa5-4360-8250-1eea0584e5c7 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436571 May 27 10:06:31.775558 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc71fe-1227-4a07-868b-ad296b6a1e50 req-5892ad4b-59b6-4a85-b68b-5850c915f11d tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:31.781355 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-51dc71fe-1227-4a07-868b-ad296b6a1e50 req-5892ad4b-59b6-4a85-b68b-5850c915f11d tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0858328 May 27 10:06:31.826088 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-51dc71fe-1227-4a07-868b-ad296b6a1e50 req-55ac0fa2-c833-4d10-9277-95a071f7fca5 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431015 May 27 10:06:33.057000 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d497a-8039-44a7-a80c-ad6d55a404ee req-f8d52be5-5c67-4911-9434-05c0dde87390 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:33.057000 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-153d497a-8039-44a7-a80c-ad6d55a404ee req-f8d52be5-5c67-4911-9434-05c0dde87390 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0828149 May 27 10:06:33.065458 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-153d497a-8039-44a7-a80c-ad6d55a404ee req-f97d0fc8-a125-4126-a3e4-b9526e90212e tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425043 May 27 10:06:33.503037 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-67ad2025-5098-408f-835d-ad2e53c90f93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705853 May 27 10:06:33.640328 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-bfb7ad7f-b268-4dd1-b579-068c20143f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:33.641661 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-bfb7ad7f-b268-4dd1-b579-068c20143f01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 1100 time: 0.0729899 May 27 10:06:33.784216 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-ca95ff1c-cfde-41e4-83da-ac9bdc550320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:33.785861 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-ca95ff1c-cfde-41e4-83da-ac9bdc550320 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 918 time: 0.1237180 May 27 10:06:33.884694 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-399489dc-5bbc-456e-9e71-b6cd256887e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4676ca65-8417-4222-9477-75f3ec4617a8 HTTP/1.1" status: 200 len: 1002 time: 0.0924952 May 27 10:06:33.953228 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-5727ee5c-89b2-4b97-8130-077c41f7abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:33.954641 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-5727ee5c-89b2-4b97-8130-077c41f7abb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.0603859 May 27 10:06:34.027493 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-32865b9a-f290-472b-bb76-e1e728174eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:34.028944 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-32865b9a-f290-472b-bb76-e1e728174eec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684347 May 27 10:06:34.167369 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-e654dd1c-2394-4879-9b50-66c85b7a30bb service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289079 May 27 10:06:34.458094 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-05dc861a-2c9d-42e1-9993-8d225c97c990 req-97756d5e-bad2-4be2-9b86-02b48de4ec68 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844064 May 27 10:06:34.466946 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9d11b-3eee-41e6-a2b8-196482b0a8db req-d74c6c77-ef44-40a4-81da-0c8a778cc846 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:34.468538 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-88b9d11b-3eee-41e6-a2b8-196482b0a8db req-d74c6c77-ef44-40a4-81da-0c8a778cc846 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.2764275 May 27 10:06:34.514718 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-88b9d11b-3eee-41e6-a2b8-196482b0a8db req-04aa9911-c8e2-4c2c-a7f3-bb7a949b6237 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403361 May 27 10:06:35.698540 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af9faa-ef7e-436c-8c7a-2d1d493670b4 req-7399ca60-860e-4dd7-bf41-c9cd272189e4 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:06:35.699888 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c0af9faa-ef7e-436c-8c7a-2d1d493670b4 req-7399ca60-860e-4dd7-bf41-c9cd272189e4 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0802119 May 27 10:06:35.753053 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c0af9faa-ef7e-436c-8c7a-2d1d493670b4 req-83a02d6a-d229-403b-8a7c-8dd01ad1f5b3 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&id=95682d07-2574-4755-b65f-a2de29058df0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468111 May 27 10:06:37.287036 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c8491694-2e8a-4726-b41b-48d00064cf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:39.645074 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:39.731538 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-160bad44-5d75-428a-be7c-1c10d4666112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:40.920234 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:42.605901 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:06:47.300530 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:06:57.410598 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:05.748027 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c239c-08a6-48a2-a6cc-72088cb84ca0 req-81829fe8-d0a1-4c54-a571-7f89a306291b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:05.749491 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5d5c239c-08a6-48a2-a6cc-72088cb84ca0 req-81829fe8-d0a1-4c54-a571-7f89a306291b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 947 time: 0.0804009 May 27 10:07:05.793495 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5d5c239c-08a6-48a2-a6cc-72088cb84ca0 req-abb52dbc-0b97-4509-bb66-4231f348ba8f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378656 May 27 10:07:06.986757 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9350f5a-63ba-41f0-9caa-03991da3fb0f req-9ce4d6aa-dc7b-4ffa-abb5-2232465e8fa3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:06.988204 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b9350f5a-63ba-41f0-9caa-03991da3fb0f req-9ce4d6aa-dc7b-4ffa-abb5-2232465e8fa3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 947 time: 0.0847106 May 27 10:07:07.031552 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b9350f5a-63ba-41f0-9caa-03991da3fb0f req-064ace28-62aa-4139-902c-a25e47d5b43f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377455 May 27 10:07:07.296836 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-72538151-4d83-4396-90b5-edef758e7837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:07.675099 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-4a27828e-dcb8-4259-afd1-08d0ecf6aab0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:07.677103 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-4a27828e-dcb8-4259-afd1-08d0ecf6aab0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.35 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 947 time: 0.0785017 May 27 10:07:07.810587 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Deleting port 4676ca65-8417-4222-9477-75f3ec4617a8 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:07:07.810924 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:07.943422 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] For port 4676ca65-8417-4222-9477-75f3ec4617a8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=4676ca65-8417-4222-9477-75f3ec4617a8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:07:07.943779 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:08.277880 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:08.278583 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:08.278583 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.l3_db [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Floating IP d16dae97-eaa1-4c0f-8328-1b446302575d disassociated. External IP: 172.28.0.138, port: 4676ca65-8417-4222-9477-75f3ec4617a8. May 27 10:07:08.278873 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Calling delete_port for 4676ca65-8417-4222-9477-75f3ec4617a8 owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:07:08.312712 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e775b6-e991-445c-b2ce-57bbe0433504 req-736bdbc3-7d4b-4950-be35-dc7b2753f7c6 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:08.314238 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-17e775b6-e991-445c-b2ce-57bbe0433504 req-736bdbc3-7d4b-4950-be35-dc7b2753f7c6 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 947 time: 0.1304307 May 27 10:07:08.373852 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-17e775b6-e991-445c-b2ce-57bbe0433504 req-374e7d34-fa53-45fc-bc82-d5822274f687 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527058 May 27 10:07:08.518728 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:08.524920 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-84de17fe-c2d9-4fcc-a676-2f27556f06ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:08.569911 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event deleted for resources: {'Port': ['ID=4676ca65-8417-4222-9477-75f3ec4617a8,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:08.580723 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.581101 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.581466 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.581839 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.582214 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.582662 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.583020 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.583374 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.583721 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.584085 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.584434 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.584800 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:08.636334 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:08.761115 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Router 74c98167-9736-4aa9-9cda-1bc44b103753 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:07:09.058528 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:07:09.070063 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce9b45-4c02-4487-8e20-5e38e7b200bd None None] Sync routers for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:07:09.079140 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce9b45-4c02-4487-8e20-5e38e7b200bd None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:07:09.079875 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-bbce9b45-4c02-4487-8e20-5e38e7b200bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:06:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:09.133617 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] No DVR routers for this DVR port 4676ca65-8417-4222-9477-75f3ec4617a8 on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:07:09.136259 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:09.138932 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'name': 'network-vif-deleted', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:07:09.185263 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964556bc-d19c-4d42-9aa1-c35e153bdc8e', 'name': 'network-vif-deleted', 'tag': '4676ca65-8417-4222-9477-75f3ec4617a8', 'status': 'completed', 'code': 200} May 27 10:07:09.200931 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-951ac9ec-b6bb-443f-bf62-40060b6b7981 req-3659906a-072d-4680-860a-5ed7ff17485f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.35 "DELETE /v2.0/ports/4676ca65-8417-4222-9477-75f3ec4617a8 HTTP/1.1" status: 204 len: 173 time: 1.5182986 May 27 10:07:09.287704 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-bbce9b45-4c02-4487-8e20-5e38e7b200bd None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:07:09.539261 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-393bca7d-e099-4137-b6ee-e60a04b841a1 req-27594828-fc09-43ac-af86-8e136e7d68c0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Synchronizing usage tracker for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:07:09.610108 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-bbce9b45-4c02-4487-8e20-5e38e7b200bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:09.613937 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce9b45-4c02-4487-8e20-5e38e7b200bd None None] Checking router: 74c98167-9736-4aa9-9cda-1bc44b103753 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:07:09.621404 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-393bca7d-e099-4137-b6ee-e60a04b841a1 req-27594828-fc09-43ac-af86-8e136e7d68c0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Unset dirty status for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:07:09.622072 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce9b45-4c02-4487-8e20-5e38e7b200bd None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:07:09.622599 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-393bca7d-e099-4137-b6ee-e60a04b841a1 req-27594828-fc09-43ac-af86-8e136e7d68c0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=964556bc-d19c-4d42-9aa1-c35e153bdc8e HTTP/1.1" status: 200 len: 210 time: 0.1282544 May 27 10:07:09.622756 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-bbce9b45-4c02-4487-8e20-5e38e7b200bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:06:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:09.682951 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:09.764276 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-432a7c1b-83ce-4ca0-a993-9563618090c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:09.812975 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-bbce9b45-4c02-4487-8e20-5e38e7b200bd None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:07:10.116012 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 4676ca65-8417-4222-9477-75f3ec4617a8 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:07:10.153601 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 4676ca65-8417-4222-9477-75f3ec4617a8 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:07:10.153967 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 4676ca65-8417-4222-9477-75f3ec4617a8 not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:07:10.166573 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-bbce9b45-4c02-4487-8e20-5e38e7b200bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:10.170481 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbce9b45-4c02-4487-8e20-5e38e7b200bd None None] The sync data for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb is: [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:07:10.380669 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed0de4-d0e3-43c1-b4d8-d6687ca6fa57 None None] New status for floating IP d16dae97-eaa1-4c0f-8328-1b446302575d: DOWN {{(pid=98701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:07:10.823559 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45180) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:10.890030 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:10.922594 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:10.965342 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:11.055450 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:11.060788 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-75ec4699-e5b8-4da8-80b7-b53c01b333ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:11.075981 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:11.083790 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.084171 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.084548 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.084923 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.085290 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.085655 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.086049 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.086414 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.086771 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.087131 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.087489 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.087846 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:11.090987 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:11.192815 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:11.193896 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-89fb0035-8736-4a7c-9b3c-0f0023cb232f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7 HTTP/1.1" status: 204 len: 168 time: 0.3693643 May 27 10:07:11.196541 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45186) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:11.213296 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.api.v2.resource [None req-6a4acfa1-af14-4152-ba96-7bcfcc29dca6 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] show failed (client error): The resource could not be found. May 27 10:07:11.214323 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-6a4acfa1-af14-4152-ba96-7bcfcc29dca6 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups/9ff17205-893d-4a7b-a2d7-cc3ce95d3eb7 HTTP/1.1" status: 404 len: 347 time: 0.0169003 May 27 10:07:11.217214 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45190) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:11.513601 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Deleting port bef8e73b-8bab-47d2-bf9a-fc2e7eaea5ae {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:07:11.513975 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:11.631115 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:11.631466 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:11.752787 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Calling delete_port for bef8e73b-8bab-47d2-bf9a-fc2e7eaea5ae owned by network:floatingip {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:07:11.970256 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:11.974204 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f27078fb-d58f-458a-98c3-2b286de46fae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:12.016970 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event deleted for resources: {'Port': ['ID=bef8e73b-8bab-47d2-bf9a-fc2e7eaea5ae,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:12.020915 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:12.110144 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:12.239846 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:12.240891 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "DELETE /v2.0/floatingips/d16dae97-eaa1-4c0f-8328-1b446302575d HTTP/1.1" status: 204 len: 168 time: 1.0228140 May 27 10:07:12.634410 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:12.922596 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45198) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:12.928512 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000339947', 'description': 'tempest-description--356967716'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:07:12.934650 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:07:12.938825 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Usage tracker for resource:security_group and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:07:12.942312 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:07:12.948024 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:07:13.049970 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:13.071355 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:07:13.075040 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Usage tracker for resource:security_group_rule and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:07:13.077804 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:07:13.083905 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:07:13.166703 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:13.268453 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:13.273657 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ab96e9eb-b140-4453-a238-2350c1599686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:13.313507 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960190c9-d434-4322-9723-1de134a9883f,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:13.316337 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:13.383185 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:13.384423 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4608197 May 27 10:07:13.387311 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45204) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:13.392459 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'security_group_rule': {'security_group_id': '960190c9-d434-4322-9723-1de134a9883f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:07:13.398293 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:07:13.402034 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Usage tracker for resource:security_group_rule and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:07:13.404850 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:07:13.411003 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:07:13.543479 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:13.603834 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:13.703057 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:13.711158 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-4f41f45e-30ad-470a-819e-0b224b852127 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:13.729145 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b5217e-9b03-4238-a200-65996f2ab1fe,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:13.733371 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:13.838467 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:13.839662 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-14c583c5-4a58-4af6-818c-cd4028a11876 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4514158 May 27 10:07:13.842420 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45210) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:13.847547 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'security_group_rule': {'security_group_id': '960190c9-d434-4322-9723-1de134a9883f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:07:13.854083 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:07:13.857927 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Usage tracker for resource:security_group_rule and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:07:13.860776 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:07:13.866576 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:07:13.976705 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:14.035463 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:14.123650 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459650'] for security_group_rule, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:14.125693 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-78b5ae57-4a78-4a69-95a3-12e0f4fe3883 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:14.148637 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee96f3c-8803-44e3-82f4-08bb62493b5c,revision_number=0']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:14.152955 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:14.234541 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:14.235694 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-41a3c5d1-5e5b-4782-bbe2-3156d5b53cb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3923554 May 27 10:07:14.238746 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45214) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:14.243908 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.v2.base [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'floatingip': {'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b'}} {{(pid=98699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:07:14.249730 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:07:14.253503 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Usage tracker for resource:floatingip and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:07:14.256950 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:07:14.262589 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:07:14.354449 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:14.501787 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:14.640771 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_common [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Allocated IP 172.28.0.14 (a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b/bbaf114e-cbe4-438e-8dfa-3cf41d213c9a/79d3158b-0284-444f-9eed-9400d3309c7a) {{(pid=98699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:07:14.788604 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for port, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:14.926156 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:14.929955 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:14.996400 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Network a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b is already hosted by enough agents. {{(pid=98699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:07:14.999232 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.base_scheduler [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources bound (agent type, host, resource id): {{(pid=98699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:07:15.001604 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Received port after_create {{(pid=98699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:07:15.036013 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'Port': ['ID=79d3158b-0284-444f-9eed-9400d3309c7a,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:15.039064 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:15.085445 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:15.239842 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:15.520747 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for port, precommit_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:15.605205 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533352'] for port, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:15.608671 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:15.714865 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'Port': ['ID=79d3158b-0284-444f-9eed-9400d3309c7a,revision_number=2']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:15.719181 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:15.728303 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:15.828555 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:15.829827 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5901523 May 27 10:07:16.044248 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-ab684741-cfb2-4d30-b6ed-b43de256e4b5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2000339947&fields=id&tenant_id=bbbb4a013c2442cebd35cccdcc987382 HTTP/1.1" status: 200 len: 267 time: 0.0391610 May 27 10:07:16.191780 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-3af27402-5b39-4a16-a18a-c98286a60612 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:16.193109 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-3af27402-5b39-4a16-a18a-c98286a60612 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 817 time: 0.1426275 May 27 10:07:16.207129 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-aa40a459-6095-480e-b938-208abfc0b871 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/quotas/bbbb4a013c2442cebd35cccdcc987382 HTTP/1.1" status: 200 len: 375 time: 0.0085855 May 27 10:07:16.292350 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-99cf6616-33f0-4b9b-9f70-e18c557ac70a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805471 May 27 10:07:16.435506 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-e77e3bab-46e8-442f-836b-a3a978758213 service neutron] 10.222.0.53 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312494 May 27 10:07:16.566604 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-7f940875-86a1-422c-aa66-7e5a8274e118 service neutron] 10.222.0.53 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245830 May 27 10:07:16.860010 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b690620b-02e8-4c17-a60a-f1c6974e297e req-171b93ed-02ff-43bf-a5d9-a3e3562955c3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 210 time: 0.0426109 May 27 10:07:18.021067 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5fbe553c-ae14-45ff-b54e-ba1847da41ac req-40a6854d-fc1a-4608-99fb-03f398e12edd tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 210 time: 0.0478084 May 27 10:07:18.982163 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-e479aa48-dbe3-4bc2-a6ab-b685ecaa9593 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:18.983632 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-e479aa48-dbe3-4bc2-a6ab-b685ecaa9593 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 817 time: 0.1600273 May 27 10:07:19.033264 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-84117b38-faff-4c95-b621-7ee2d870c7a8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbbb4a013c2442cebd35cccdcc987382 HTTP/1.1" status: 200 len: 380 time: 0.0398240 May 27 10:07:19.042801 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'port': {'device_id': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'admin_state_up': True, 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'security_groups': ['960190c9-d434-4322-9723-1de134a9883f']}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:07:19.192431 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5b8eea20-be91-4444-b4f6-aa217a5ce1d2 req-63d4ed92-fb15-4f64-91c7-f0acbd5b6edf tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 210 time: 0.0569952 May 27 10:07:19.221580 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:07:19.225686 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Usage tracker for resource:port and tenant:bbbb4a013c2442cebd35cccdcc987382 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:07:19.228523 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:07:19.234223 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:07:19.325514 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Made reservation on behalf of bbbb4a013c2442cebd35cccdcc987382 for: {'port': 1} {{(pid=98698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 10:07:19.329519 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:19.512456 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_common [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Allocated IP 172.20.0.6 (e6a347da-697c-4ba3-831a-aabf4658c33d/26d76cc7-db93-4d50-beba-d9cb6b0e0c62/030e1fc2-b6ad-4347-9bec-826ca919e575) {{(pid=98698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 10:07:19.743133 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for port, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:19.765007 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Transition to ACTIVE for port object 030e1fc2-b6ad-4347-9bec-826ca919e575 will not be triggered until provisioned by entity DHCP. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:07:19.886254 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748648717788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:19.891879 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-9045c96f-fcbf-4c1e-bf21-d25556f7d9d8 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:20.075458 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Network e6a347da-697c-4ba3-831a-aabf4658c33d is already hosted by enough agents. {{(pid=98698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 10:07:20.078773 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.base_scheduler [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Resources bound (agent type, host, resource id): {{(pid=98698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 10:07:20.082521 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Received port after_create {{(pid=98698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 10:07:20.114654 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event updated for resources: {'Port': ['ID=030e1fc2-b6ad-4347-9bec-826ca919e575,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:20.122314 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:20.157583 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:20.158246 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:20.292662 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2532575 May 27 10:07:20.305599 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Request body: {'port': {'device_id': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:07:20.422410 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-9cfbd249-97a3-4d67-b925-096163817fc1 None None] Provisioning for port 030e1fc2-b6ad-4347-9bec-826ca919e575 completed by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:07:20.427990 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-9cfbd249-97a3-4d67-b925-096163817fc1 None None] Provisioning complete for port 030e1fc2-b6ad-4347-9bec-826ca919e575 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:07:20.428620 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd249-97a3-4d67-b925-096163817fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:20.485061 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbd249-97a3-4d67-b925-096163817fc1 None None] Port 030e1fc2-b6ad-4347-9bec-826ca919e575 cannot update to ACTIVE because it is not bound. {{(pid=98700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 10:07:20.486983 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:20.507292 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2a49f-1370-4f70-9eab-d4cb430137ee req-774bc9ee-f86b-408e-8d23-6d05c03ca3ef tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:20.507993 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-a7e2a49f-1370-4f70-9eab-d4cb430137ee req-774bc9ee-f86b-408e-8d23-6d05c03ca3ef tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Synchronizing usage tracker for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:07:20.662623 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-a7e2a49f-1370-4f70-9eab-d4cb430137ee req-774bc9ee-f86b-408e-8d23-6d05c03ca3ef tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Unset dirty status for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:07:20.663679 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a7e2a49f-1370-4f70-9eab-d4cb430137ee req-774bc9ee-f86b-408e-8d23-6d05c03ca3ef tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 931 time: 0.3324795 May 27 10:07:20.782488 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a7e2a49f-1370-4f70-9eab-d4cb430137ee req-65a0b693-b232-4f38-a464-0f52f59eb544 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131957 May 27 10:07:20.872636 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030e1fc2-b6ad-4347-9bec-826ca919e575 {{(pid=98698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:07:20.879701 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:20.901261 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.provisioning_blocks [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Transition to ACTIVE for port object 030e1fc2-b6ad-4347-9bec-826ca919e575 will not be triggered until provisioned by entity L2. {{(pid=98698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 10:07:20.982722 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:20.986416 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b13a28ca-a2e4-4ce8-92c4-823660f9e4a1 tempest-AttachVolumeNegativeTest-855994049 tempest-AttachVolumeNegativeTest-855994049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:21.140742 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Pushing event updated for resources: {'Port': ['ID=030e1fc2-b6ad-4347-9bec-826ca919e575,revision_number=2']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:21.148334 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:21.218521 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Attempting to bind port 030e1fc2-b6ad-4347-9bec-826ca919e575 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 10:07:21.218885 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Attempting to bind port 030e1fc2-b6ad-4347-9bec-826ca919e575 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 10:07:21.219215 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Attempting to bind port 030e1fc2-b6ad-4347-9bec-826ca919e575 on network e6a347da-697c-4ba3-831a-aabf4658c33d {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:07:21.223989 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Port 030e1fc2-b6ad-4347-9bec-826ca919e575 on network e6a347da-697c-4ba3-831a-aabf4658c33d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 10:07:21.224367 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Attempting to bind port 030e1fc2-b6ad-4347-9bec-826ca919e575 on network e6a347da-697c-4ba3-831a-aabf4658c33d {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 10:07:21.231156 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Checking agent: {'id': '96124ecb-08e0-4f05-bf8c-b7f8227f32e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'started_at': datetime.datetime(2021, 5, 27, 9, 57, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 10, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 10:07:21.231531 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Checking segment: {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 10:07:21.232142 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Bound using segment: {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'} {{(pid=98698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 10:07:21.232891 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.managers [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Bound port: 030e1fc2-b6ad-4347-9bec-826ca919e575, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5422983e-810c-4df1-bd36-4180a9b42e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d'}}] {{(pid=98698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 10:07:21.233337 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:21.323341 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, cleared binding levels {{(pid=98698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 10:07:21.326603 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 10:07:21.440444 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:21.444308 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c330591e-0b9e-42dd-ac91-e470befec526 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:21.503972 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:21.504543 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:21.505904 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] 10.222.0.35 "PUT /v2.0/ports/030e1fc2-b6ad-4347-9bec-826ca919e575 HTTP/1.1" status: 200 len: 1093 time: 1.2049685 May 27 10:07:21.506391 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:07:21.526660 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Pushing event updated for resources: {'Port': ['ID=030e1fc2-b6ad-4347-9bec-826ca919e575,revision_number=3']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:21.530061 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:21.555254 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'status': 'completed', 'code': 200} May 27 10:07:21.647560 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2697337-2177-4e0b-bbbb-6f843419b09b req-11d1274e-ffa2-48db-b4a2-1399fb8cccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:21.649298 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c2697337-2177-4e0b-bbbb-6f843419b09b req-11d1274e-ffa2-48db-b4a2-1399fb8cccdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 1096 time: 0.0740585 May 27 10:07:21.790075 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2697337-2177-4e0b-bbbb-6f843419b09b req-06407633-0f1a-4653-ac96-01b44e588ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:21.791442 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c2697337-2177-4e0b-bbbb-6f843419b09b req-06407633-0f1a-4653-ac96-01b44e588ddb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bbbb4a013c2442cebd35cccdcc987382&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1345811 May 27 10:07:21.977689 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2697337-2177-4e0b-bbbb-6f843419b09b req-d6c207c7-66c5-46ec-8838-fec939d3a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:21.979148 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c2697337-2177-4e0b-bbbb-6f843419b09b req-d6c207c7-66c5-46ec-8838-fec939d3a72a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1812828 May 27 10:07:22.006628 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd96d8-7bc2-43f5-8eb3-baa7b303cee2 req-7a7f929d-003d-45e3-acdf-9f4e3e43a0f1 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:22.008189 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-aabd96d8-7bc2-43f5-8eb3-baa7b303cee2 req-7a7f929d-003d-45e3-acdf-9f4e3e43a0f1 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.1133113 May 27 10:07:22.097254 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-aabd96d8-7bc2-43f5-8eb3-baa7b303cee2 req-6bdd1298-8b15-40a5-853a-18e3456c9347 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833883 May 27 10:07:22.116208 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-23656c0c-6def-4fa8-905e-0de3e7afb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:22.117630 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-23656c0c-6def-4fa8-905e-0de3e7afb5ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 1096 time: 0.0905209 May 27 10:07:22.282298 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-3419f8f3-3b50-4ec0-929d-256bcc62ec6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=030e1fc2-b6ad-4347-9bec-826ca919e575 HTTP/1.1" status: 200 len: 217 time: 0.1564293 May 27 10:07:22.346386 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-eb2b0ba4-6b2c-40f6-afc5-ee9c599f5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:22.347859 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-eb2b0ba4-6b2c-40f6-afc5-ee9c599f5964 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.0572731 May 27 10:07:22.425997 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-0a2d3bbc-f71d-4f2d-8204-f188533e7e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:22.427657 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-0a2d3bbc-f71d-4f2d-8204-f188533e7e93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727003 May 27 10:07:22.566685 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-b8c1bc9a-37e3-48ca-8615-6c176b12c1c4 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308424 May 27 10:07:22.709357 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-546ca7eb-028e-418b-b876-b389e8d93a51 req-18d8d972-7a9e-44f1-a5d5-80ec06661115 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354663 May 27 10:07:23.289094 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13badae2-3488-4ba9-a822-3ed82a77aff8 req-36516634-049f-4754-af7d-f0f13d7367b9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:23.290620 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-13badae2-3488-4ba9-a822-3ed82a77aff8 req-36516634-049f-4754-af7d-f0f13d7367b9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0799658 May 27 10:07:23.335853 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-13badae2-3488-4ba9-a822-3ed82a77aff8 req-a61b0bb4-a2ad-43e0-9cfa-c3332d067eca tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396478 May 27 10:07:24.299886 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:07:24.537218 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc97f6f-a99e-46d0-a18d-2b3e6fe0d576 req-3373b333-94e5-49a3-b09a-303841215f05 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:24.538721 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1dc97f6f-a99e-46d0-a18d-2b3e6fe0d576 req-3373b333-94e5-49a3-b09a-303841215f05 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0868552 May 27 10:07:24.584291 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1dc97f6f-a99e-46d0-a18d-2b3e6fe0d576 req-23982fb7-b10b-42f2-9848-4f838058c8d6 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393591 May 27 10:07:25.775654 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71581c-2df5-4804-9b47-6d59626990bc req-8a060b08-f688-41e4-9ba5-9adc21beecd8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:25.777112 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4b71581c-2df5-4804-9b47-6d59626990bc req-8a060b08-f688-41e4-9ba5-9adc21beecd8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0787489 May 27 10:07:25.826361 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4b71581c-2df5-4804-9b47-6d59626990bc req-3c5e5e4f-db90-4e98-bc2b-c7d0006f2551 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 May 27 10:07:26.160224 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 030e1fc2-b6ad-4347-9bec-826ca919e575 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:07:26.291839 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:07:26.304511 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'port_id': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'mac_address': 'fa:16:3e:c8:82:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:07:26.403277 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:26.420186 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030e1fc2-b6ad-4347-9bec-826ca919e575 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:07:26.435531 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:07:26.541641 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:26.543455 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:26.607613 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=030e1fc2-b6ad-4347-9bec-826ca919e575,revision_number=4']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:26.614528 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.616830 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.616830 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.616830 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.616830 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.616830 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.616830 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.616830 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.617503 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.617503 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.617756 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.618093 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:07:26.621848 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:26.907577 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['030e1fc2-b6ad-4347-9bec-826ca919e575'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:07:27.022156 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a3a5-fea7-43b1-98a0-9c9d766b9ad2 req-60af5194-b93b-426f-914f-ac47661f2550 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:27.023680 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6bd9a3a5-fea7-43b1-98a0-9c9d766b9ad2 req-60af5194-b93b-426f-914f-ac47661f2550 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 944 time: 0.0858932 May 27 10:07:27.078938 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6bd9a3a5-fea7-43b1-98a0-9c9d766b9ad2 req-555d1ec7-796e-4c66-82f7-95fd1e4201a3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490401 May 27 10:07:27.445107 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:28.162626 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 030e1fc2-b6ad-4347-9bec-826ca919e575 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:07:28.277647 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75103f5-84e1-4852-8684-1b2a5ab34fb8 req-e75898b8-c627-4eda-8572-0baf3c20f32b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:28.279154 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a75103f5-84e1-4852-8684-1b2a5ab34fb8 req-e75898b8-c627-4eda-8572-0baf3c20f32b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 944 time: 0.0886323 May 27 10:07:28.327654 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-a75103f5-84e1-4852-8684-1b2a5ab34fb8 req-365ce15a-84a6-43c7-bfc5-2318c463f4ec tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 May 27 10:07:28.371042 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning for port 030e1fc2-b6ad-4347-9bec-826ca919e575 completed by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 10:07:28.375833 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 030e1fc2-b6ad-4347-9bec-826ca919e575 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:07:28.376214 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:28.494611 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:28.519984 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:07:28.531268 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:07:28.565987 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'code': 200} May 27 10:07:28.638560 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:28.641043 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:28.710500 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=030e1fc2-b6ad-4347-9bec-826ca919e575,revision_number=5']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:28.713421 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:28.975940 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f463f7-7f8f-4f2c-bf42-986caeb3a2ee req-3c88a69d-077f-4e45-9a25-b123b8080dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:28.977417 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-86f463f7-7f8f-4f2c-bf42-986caeb3a2ee req-3c88a69d-077f-4e45-9a25-b123b8080dfa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 1098 time: 0.0702858 May 27 10:07:29.018863 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-86f463f7-7f8f-4f2c-bf42-986caeb3a2ee req-dc2c08d1-a837-42cb-b58e-aecc41c3894a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341017 May 27 10:07:29.520165 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c2a4-aba9-4477-b5e9-252c2e2b74a0 req-1791b020-9862-40bd-baf3-d609c5727669 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:29.521759 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-79f6c2a4-aba9-4477-b5e9-252c2e2b74a0 req-1791b020-9862-40bd-baf3-d609c5727669 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0816832 May 27 10:07:29.565297 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-79f6c2a4-aba9-4477-b5e9-252c2e2b74a0 req-3a235fc1-da58-4527-8364-2e1e0c09b592 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380967 May 27 10:07:30.756159 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5d64b-6077-42cc-b5c1-b856d1ca89b6 req-69050d99-c62e-42ea-9e7c-35524df8e05b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:30.757615 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-19d5d64b-6077-42cc-b5c1-b856d1ca89b6 req-69050d99-c62e-42ea-9e7c-35524df8e05b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0811236 May 27 10:07:30.801635 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-19d5d64b-6077-42cc-b5c1-b856d1ca89b6 req-db4a8d56-fe20-47f7-a7a2-2f773090a4af tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382791 May 27 10:07:30.984724 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11260a98-3976-452c-8be5-bfbb11b300d1 req-4059c55c-fd4f-4850-b7bf-b0bac9e4e32f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:30.986128 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-11260a98-3976-452c-8be5-bfbb11b300d1 req-4059c55c-fd4f-4850-b7bf-b0bac9e4e32f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0831294 May 27 10:07:30.995076 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 45332) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:31.000420 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [None req-36ec28ae-0b3d-4cfd-a237-524e5c919bb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Request body: {'floatingip': {'port_id': '030e1fc2-b6ad-4347-9bec-826ca919e575'}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:07:31.078348 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-36ec28ae-0b3d-4cfd-a237-524e5c919bb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:31.768608 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-36ec28ae-0b3d-4cfd-a237-524e5c919bb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:31.856795 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-36ec28ae-0b3d-4cfd-a237-524e5c919bb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:32.031366 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.l3_db [None req-36ec28ae-0b3d-4cfd-a237-524e5c919bb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Floating IP e8c1dad3-1887-4ece-a559-67d23dd68cbb associated. External IP: 172.28.0.14, port: 030e1fc2-b6ad-4347-9bec-826ca919e575. May 27 10:07:32.384367 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ec28ae-0b3d-4cfd-a237-524e5c919bb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Router 74c98167-9736-4aa9-9cda-1bc44b103753 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:07:32.575840 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ec28ae-0b3d-4cfd-a237-524e5c919bb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:07:32.580755 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-36ec28ae-0b3d-4cfd-a237-524e5c919bb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:32.585802 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99115a-d7f5-41e7-b46d-a2ca76c0ea42 None None] Sync routers for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:07:32.595633 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99115a-d7f5-41e7-b46d-a2ca76c0ea42 None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:07:32.596261 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8f99115a-d7f5-41e7-b46d-a2ca76c0ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:32.642424 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-36ec28ae-0b3d-4cfd-a237-524e5c919bb8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "PUT /v2.0/floatingips/e8c1dad3-1887-4ece-a559-67d23dd68cbb HTTP/1.1" status: 200 len: 990 time: 1.6436779 May 27 10:07:32.642424 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:07:32.800522 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'status': 'completed', 'code': 200} May 27 10:07:32.801109 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-8f99115a-d7f5-41e7-b46d-a2ca76c0ea42 None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:07:32.890854 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc5e4b-5e5e-4393-85a5-8f9a52b22683 req-031ae6d0-92ee-4fdb-9a62-ac8c6d335224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:32.892279 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7cfc5e4b-5e5e-4393-85a5-8f9a52b22683 req-031ae6d0-92ee-4fdb-9a62-ac8c6d335224 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 1098 time: 0.0698426 May 27 10:07:33.161469 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc5e4b-5e5e-4393-85a5-8f9a52b22683 req-0eba1241-1824-43d6-a6e9-83b23ef78009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:33.162873 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7cfc5e4b-5e5e-4393-85a5-8f9a52b22683 req-0eba1241-1824-43d6-a6e9-83b23ef78009 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 918 time: 0.2623441 May 27 10:07:33.165202 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8f99115a-d7f5-41e7-b46d-a2ca76c0ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'e8c1dad3-1887-4ece-a559-67d23dd68cbb', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'floating_ip_address': '172.28.0.14', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'port_id': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'mac_address': 'fa:16:3e:c8:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:07:15Z', 'updated_at': '2021-05-27T10:07:31Z', 'revision_number': 1, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:33.169067 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99115a-d7f5-41e7-b46d-a2ca76c0ea42 None None] Checking router: 74c98167-9736-4aa9-9cda-1bc44b103753 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:07:33.177185 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99115a-d7f5-41e7-b46d-a2ca76c0ea42 None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:07:33.177772 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8f99115a-d7f5-41e7-b46d-a2ca76c0ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:33.265419 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7cfc5e4b-5e5e-4393-85a5-8f9a52b22683 req-ca168481-cc51-4eda-92d5-d447aa8b04af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=030e1fc2-b6ad-4347-9bec-826ca919e575 HTTP/1.1" status: 200 len: 998 time: 0.0964034 May 27 10:07:33.338958 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc5e4b-5e5e-4393-85a5-8f9a52b22683 req-f0d08cd6-a1ab-430e-a1b0-195b440eb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:33.340411 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7cfc5e4b-5e5e-4393-85a5-8f9a52b22683 req-f0d08cd6-a1ab-430e-a1b0-195b440eb6d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.0682929 May 27 10:07:33.359271 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-8f99115a-d7f5-41e7-b46d-a2ca76c0ea42 None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:07:33.427133 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc5e4b-5e5e-4393-85a5-8f9a52b22683 req-b9f2f57b-2f42-4b22-b332-e8aabce29f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:33.428519 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7cfc5e4b-5e5e-4393-85a5-8f9a52b22683 req-b9f2f57b-2f42-4b22-b332-e8aabce29f4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804353 May 27 10:07:33.579202 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7cfc5e4b-5e5e-4393-85a5-8f9a52b22683 req-9d26bde6-5382-4170-b422-d84b87bc3b22 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349599 May 27 10:07:33.720594 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7cfc5e4b-5e5e-4393-85a5-8f9a52b22683 req-bab50357-8758-4f61-8393-d5fc0877aa6d service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336958 May 27 10:07:33.752025 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8f99115a-d7f5-41e7-b46d-a2ca76c0ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'e8c1dad3-1887-4ece-a559-67d23dd68cbb', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'floating_ip_address': '172.28.0.14', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'port_id': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'mac_address': 'fa:16:3e:c8:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:07:15Z', 'updated_at': '2021-05-27T10:07:31Z', 'revision_number': 1, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:33.755925 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99115a-d7f5-41e7-b46d-a2ca76c0ea42 None None] The sync data for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb is: [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_floatingips': [{'id': 'e8c1dad3-1887-4ece-a559-67d23dd68cbb', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'floating_ip_address': '172.28.0.14', 'floating_network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'router_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'port_id': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'mac_address': 'fa:16:3e:c8:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T10:07:15Z', 'updated_at': '2021-05-27T10:07:31Z', 'revision_number': 1, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:07:33.947063 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca600f-4645-411c-8f5c-d2195d17b813 None None] New status for floating IP e8c1dad3-1887-4ece-a559-67d23dd68cbb: ACTIVE {{(pid=98701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:07:34.229391 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-2f7dbd0f-050b-4f09-ba30-efee7e92accf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684683 May 27 10:07:34.329639 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-0042fe36-e709-4c24-bebb-96cb5ad8d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:34.331120 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-0042fe36-e709-4c24-bebb-96cb5ad8d925 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f5e370e6e574a99b9852a2d3d2e6513&device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 1098 time: 0.0766487 May 27 10:07:34.493405 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-51db083b-240e-4564-864a-4f1e80c00907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:34.495172 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-51db083b-240e-4564-864a-4f1e80c00907 service neutron] 10.222.0.35 "GET /v2.0/networks?id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee HTTP/1.1" status: 200 len: 910 time: 0.1314566 May 27 10:07:34.599502 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-25d83d10-ee64-451d-9c07-6940191b5ea7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=965aca05-04e3-478f-86be-398411037ebd HTTP/1.1" status: 200 len: 1000 time: 0.0969105 May 27 10:07:34.659762 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-8aa628d4-4860-4510-80fc-29bb06c21f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:34.661128 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-8aa628d4-4860-4510-80fc-29bb06c21f60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05be52dd-a663-4d2e-aadb-2964c5caf137 HTTP/1.1" status: 200 len: 848 time: 0.0545230 May 27 10:07:34.744162 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-842bc9be-a01e-42df-a455-03cd0eafe5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:34.744162 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-842bc9be-a01e-42df-a455-03cd0eafe5c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730481 May 27 10:07:34.876578 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-d7a2e507-5497-4335-9de5-ef3885301f5b service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252940 May 27 10:07:35.010504 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5a771350-eb2c-49ff-8062-ae9f0c0deef3 req-35144563-5036-4b1c-b122-ef428953aa00 service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271648 May 27 10:07:37.301206 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-32a7aedb-adc3-479d-996b-424f5cc9fbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:39.679125 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:39.764640 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-3e61e17d-26ea-44e7-8458-80936e9d1208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:40.965264 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:42.463062 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c11cfb1b-6e99-4775-a151-77311098087f req-c499ae7f-1e63-4277-a5b9-2e10123f24d2 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529317718&fields=id&tenant_id=2444694952e14ab0b297c2c62a887a99 HTTP/1.1" status: 200 len: 267 time: 0.0447490 May 27 10:07:42.549261 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cfb1b-6e99-4775-a151-77311098087f req-f7d047a8-11bb-435e-98c5-8031f355cdba tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:42.550755 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c11cfb1b-6e99-4775-a151-77311098087f req-f7d047a8-11bb-435e-98c5-8031f355cdba tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 984 time: 0.0823588 May 27 10:07:42.562841 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.v2.base [req-c11cfb1b-6e99-4775-a151-77311098087f req-c532f0d2-cf6a-4013-a8f6-3b2f9ef772ca tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Request body: {'port': {'security_groups': ['9aab06a4-05ec-48b7-8cfb-59c686b37000']}} {{(pid=98698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 10:07:42.616268 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:42.801239 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c11cfb1b-6e99-4775-a151-77311098087f req-c532f0d2-cf6a-4013-a8f6-3b2f9ef772ca tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:43.091725 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-c11cfb1b-6e99-4775-a151-77311098087f req-c532f0d2-cf6a-4013-a8f6-3b2f9ef772ca tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] For port a8110929-1332-4850-b495-3a497a782852, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8110929-1332-4850-b495-3a497a782852,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:07:43.125279 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c11cfb1b-6e99-4775-a151-77311098087f req-c532f0d2-cf6a-4013-a8f6-3b2f9ef772ca tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for port, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:43.141527 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf29d14-431f-44d3-85a5-e40648f447ee req-5dc02cf0-eeaf-42de-9004-dfae6fc32129 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:43.142993 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ebf29d14-431f-44d3-85a5-e40648f447ee req-5dc02cf0-eeaf-42de-9004-dfae6fc32129 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 945 time: 0.1379850 May 27 10:07:43.201764 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c11cfb1b-6e99-4775-a151-77311098087f req-c532f0d2-cf6a-4013-a8f6-3b2f9ef772ca tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128019761'] for port, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:43.212244 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b83c8209-597f-4586-ba5b-00eda8bd1e27 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:43.214579 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['a8110929-1332-4850-b495-3a497a782852'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:07:43.260725 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ebf29d14-431f-44d3-85a5-e40648f447ee req-2de93917-50b1-4884-8764-631de50907a1 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078629 May 27 10:07:43.296212 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cfb1b-6e99-4775-a151-77311098087f req-c532f0d2-cf6a-4013-a8f6-3b2f9ef772ca tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:43.297199 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-c11cfb1b-6e99-4775-a151-77311098087f req-c532f0d2-cf6a-4013-a8f6-3b2f9ef772ca tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:43.299009 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c11cfb1b-6e99-4775-a151-77311098087f req-c532f0d2-cf6a-4013-a8f6-3b2f9ef772ca tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "PUT /v2.0/ports/a8110929-1332-4850-b495-3a497a782852 HTTP/1.1" status: 200 len: 942 time: 0.7405710 May 27 10:07:43.306607 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45438) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:43.310994 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'tag': 'a8110929-1332-4850-b495-3a497a782852'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:07:43.358397 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532f0d2-cf6a-4013-a8f6-3b2f9ef772ca tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event updated for resources: {'Port': ['ID=a8110929-1332-4850-b495-3a497a782852,revision_number=7']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:43.361854 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c532f0d2-cf6a-4013-a8f6-3b2f9ef772ca tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:43.389684 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['a8110929-1332-4850-b495-3a497a782852'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:07:43.399521 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'tag': 'a8110929-1332-4850-b495-3a497a782852', 'status': 'completed', 'code': 200} May 27 10:07:43.417590 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa9eb-a6d5-45f4-8f24-37e03d681aa7 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:43.459386 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa9eb-a6d5-45f4-8f24-37e03d681aa7 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:43.512723 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab30fa-2ee8-40c2-959e-f36de2f90ada req-d43b4efe-1793-4348-8fcd-12284fab0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:43.515343 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2ab30fa-2ee8-40c2-959e-f36de2f90ada req-d43b4efe-1793-4348-8fcd-12284fab0467 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2444694952e14ab0b297c2c62a887a99&device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 1098 time: 0.0954399 May 27 10:07:43.617339 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-569ce429-7651-469d-8b33-c78ae69e4a50 None None] Provisioning complete for port a8110929-1332-4850-b495-3a497a782852 triggered by entity DHCP. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:07:43.618004 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-569ce429-7651-469d-8b33-c78ae69e4a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:43.634057 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa9eb-a6d5-45f4-8f24-37e03d681aa7 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:43.640819 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-be1d677e-d770-415f-b5f8-951d08ef28e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:43.655121 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2aa9eb-a6d5-45f4-8f24-37e03d681aa7 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95682d07-2574-4755-b65f-a2de29058df0,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:43.664563 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-3d2aa9eb-a6d5-45f4-8f24-37e03d681aa7 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:43.665485 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab30fa-2ee8-40c2-959e-f36de2f90ada req-5dcc4d86-6c7e-4285-b117-8ef4bb83e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:43.665580 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa9eb-a6d5-45f4-8f24-37e03d681aa7 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:43.665671 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2ab30fa-2ee8-40c2-959e-f36de2f90ada req-5dcc4d86-6c7e-4285-b117-8ef4bb83e48e service neutron] 10.222.0.35 "GET /v2.0/networks?id=744462f1-5214-4b85-b748-123a2452895e HTTP/1.1" status: 200 len: 916 time: 0.1367168 May 27 10:07:43.665756 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-3d2aa9eb-a6d5-45f4-8f24-37e03d681aa7 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "DELETE /v2.0/security-groups/95682d07-2574-4755-b65f-a2de29058df0 HTTP/1.1" status: 204 len: 168 time: 0.3544741 May 27 10:07:43.666470 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45444) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:43.785470 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2ab30fa-2ee8-40c2-959e-f36de2f90ada req-e8b682ec-e3fa-4faf-bfbc-047c66ab89be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8110929-1332-4850-b495-3a497a782852 HTTP/1.1" status: 200 len: 1001 time: 0.1150393 May 27 10:07:43.850948 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab30fa-2ee8-40c2-959e-f36de2f90ada req-94d3cee3-55f4-4994-90e6-c370eec69c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:43.852595 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2ab30fa-2ee8-40c2-959e-f36de2f90ada req-94d3cee3-55f4-4994-90e6-c370eec69c38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=310a0c3e-c215-4d19-8ee3-eac18c71805a HTTP/1.1" status: 200 len: 854 time: 0.0597157 May 27 10:07:43.935134 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Deleting port 21e4f574-bdfa-49e6-ab1c-ef3bd89d2e74 {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:07:43.935467 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:43.937251 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab30fa-2ee8-40c2-959e-f36de2f90ada req-a06bc205-e247-41a9-a201-772c456f1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:43.938964 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2ab30fa-2ee8-40c2-959e-f36de2f90ada req-a06bc205-e247-41a9-a201-772c456f1842 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=744462f1-5214-4b85-b748-123a2452895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760353 May 27 10:07:44.054350 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:44.054681 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:44.078364 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2ab30fa-2ee8-40c2-959e-f36de2f90ada req-7733d57b-ffbf-4c1c-8978-ff32f1a8e7e7 service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315217 May 27 10:07:44.185772 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Calling delete_port for 21e4f574-bdfa-49e6-ab1c-ef3bd89d2e74 owned by network:floatingip {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:07:44.229248 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2ab30fa-2ee8-40c2-959e-f36de2f90ada req-d2300d87-4b19-43cb-939f-5693eebe0252 service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441967 May 27 10:07:44.388152 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:44.392631 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ac6e6311-5f3f-4421-aa43-d99e22f9f880 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:44.449602 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event deleted for resources: {'Port': ['ID=21e4f574-bdfa-49e6-ab1c-ef3bd89d2e74,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:44.452670 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b6f68-323d-4df3-902a-15edb071277b req-00c23ede-22fe-4f3b-ab5b-3a18267bed52 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:44.453022 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:44.454293 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eb4b6f68-323d-4df3-902a-15edb071277b req-00c23ede-22fe-4f3b-ab5b-3a18267bed52 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 945 time: 0.0838177 May 27 10:07:44.505106 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eb4b6f68-323d-4df3-902a-15edb071277b req-58aaad58-dc96-45d7-b693-19b21e236ef9 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424185 May 27 10:07:44.558475 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks [] for floatingip, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:44.558851 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.l3_db [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Floating IP 768eb481-8622-431a-817f-970575bfe7ff disassociated (deleted). External IP: 172.28.0.107, port: a8110929-1332-4850-b495-3a497a782852. May 27 10:07:45.010031 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Router 028294b4-3f59-4f03-b97e-329c15a1c77f has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:07:45.195229 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:07:45.204605 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f388fa-c578-47ff-82df-a3c2ffc38b73 None None] Sync routers for ids ['028294b4-3f59-4f03-b97e-329c15a1c77f'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:07:45.214865 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f388fa-c578-47ff-82df-a3c2ffc38b73 None None] Routers {'028294b4-3f59-4f03-b97e-329c15a1c77f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:07:45.215675 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-92f388fa-c578-47ff-82df-a3c2ffc38b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['028294b4-3f59-4f03-b97e-329c15a1c77f'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:45.254452 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-d82c3c58-29c9-4c97-b618-dc9978ac0bfa tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:45.255881 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-d82c3c58-29c9-4c97-b618-dc9978ac0bfa tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 945 time: 0.0895412 May 27 10:07:45.289709 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:45.358334 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-6fafe6dd-525c-4688-82ce-0095d3dd24ac tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "DELETE /v2.0/floatingips/768eb481-8622-431a-817f-970575bfe7ff HTTP/1.1" status: 204 len: 168 time: 1.6909857 May 27 10:07:45.359496 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'tag': 'a8110929-1332-4850-b495-3a497a782852'}] {{(pid=98699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:07:45.406049 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-92f388fa-c578-47ff-82df-a3c2ffc38b73 None None] Set router 028294b4-3f59-4f03-b97e-329c15a1c77f gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:07:45.411614 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Deleting port 2601c954-1f53-47ef-b96b-dae7c421bb8c {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:07:45.411983 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:45.479299 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'tag': 'a8110929-1332-4850-b495-3a497a782852', 'status': 'completed', 'code': 200} May 27 10:07:45.737511 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-92f388fa-c578-47ff-82df-a3c2ffc38b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:56Z', 'revision_number': 4, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': 'a80b11da-5bc9-4123-86ce-b273d97f96dd', 'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'mac_address': 'fa:16:3e:aa:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:55Z', 'updated_at': '2021-05-27T10:04:03Z', 'revision_number': 5, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'subnets': [{'id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:45.741604 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f388fa-c578-47ff-82df-a3c2ffc38b73 None None] Checking router: 028294b4-3f59-4f03-b97e-329c15a1c77f for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:07:45.751415 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f388fa-c578-47ff-82df-a3c2ffc38b73 None None] Routers {'028294b4-3f59-4f03-b97e-329c15a1c77f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:07:45.752057 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-92f388fa-c578-47ff-82df-a3c2ffc38b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['028294b4-3f59-4f03-b97e-329c15a1c77f'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:45.786235 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] For port 2601c954-1f53-47ef-b96b-dae7c421bb8c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2601c954-1f53-47ef-b96b-dae7c421bb8c,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:07:45.786598 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:45.898891 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9b547-c687-4419-a29d-a5a8666d2140 req-029e0799-5c90-4a1d-aee4-68a9f04e93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:45.911686 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-84e9b547-c687-4419-a29d-a5a8666d2140 req-029e0799-5c90-4a1d-aee4-68a9f04e93ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2444694952e14ab0b297c2c62a887a99&device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 1098 time: 0.3943486 May 27 10:07:45.911686 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6cff2-e758-4bfb-9ab3-7f77a6344dda req-0c317aa5-03fc-4e59-b826-2e0a83c35f6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:45.911686 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e8b6cff2-e758-4bfb-9ab3-7f77a6344dda req-0c317aa5-03fc-4e59-b826-2e0a83c35f6f tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 945 time: 0.2533045 May 27 10:07:45.939163 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-92f388fa-c578-47ff-82df-a3c2ffc38b73 None None] Set router 028294b4-3f59-4f03-b97e-329c15a1c77f gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:07:46.193682 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e8b6cff2-e758-4bfb-9ab3-7f77a6344dda req-27df74a3-c83e-4473-8d50-b5319f570b64 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups?id=e69e4105-cd93-4d57-a6c6-992e4b9f9edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586384 May 27 10:07:46.286045 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9b547-c687-4419-a29d-a5a8666d2140 req-3b964951-c5a9-4cb1-b07a-f0206a2253c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:46.287516 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-84e9b547-c687-4419-a29d-a5a8666d2140 req-3b964951-c5a9-4cb1-b07a-f0206a2253c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=744462f1-5214-4b85-b748-123a2452895e HTTP/1.1" status: 200 len: 916 time: 0.3749940 May 27 10:07:46.295091 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:46.295463 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:46.295780 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.l3_db [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Floating IP d604fe1a-22b1-4cd9-82d4-9a5b8f095eab disassociated. External IP: 172.28.0.28, port: 2601c954-1f53-47ef-b96b-dae7c421bb8c. May 27 10:07:46.296122 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Calling delete_port for 2601c954-1f53-47ef-b96b-dae7c421bb8c owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:07:46.329131 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-92f388fa-c578-47ff-82df-a3c2ffc38b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:56Z', 'revision_number': 4, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': 'a80b11da-5bc9-4123-86ce-b273d97f96dd', 'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'mac_address': 'fa:16:3e:aa:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:55Z', 'updated_at': '2021-05-27T10:04:03Z', 'revision_number': 5, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'subnets': [{'id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:46.336908 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f388fa-c578-47ff-82df-a3c2ffc38b73 None None] The sync data for ids ['028294b4-3f59-4f03-b97e-329c15a1c77f'] in dv-cinder-788782-3-smb is: [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:03:56Z', 'revision_number': 4, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': 'a80b11da-5bc9-4123-86ce-b273d97f96dd', 'name': '', 'network_id': '744462f1-5214-4b85-b748-123a2452895e', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'mac_address': 'fa:16:3e:aa:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:55Z', 'updated_at': '2021-05-27T10:04:03Z', 'revision_number': 5, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'subnets': [{'id': '310a0c3e-c215-4d19-8ee3-eac18c71805a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:07:46.364513 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-84e9b547-c687-4419-a29d-a5a8666d2140 req-201ca7e0-dffe-467a-b860-2bf13799d2e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8110929-1332-4850-b495-3a497a782852 HTTP/1.1" status: 200 len: 217 time: 0.0656748 May 27 10:07:46.443643 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9b547-c687-4419-a29d-a5a8666d2140 req-940d37ec-8e7b-4d31-a3c7-e27916207fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:46.445871 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-84e9b547-c687-4419-a29d-a5a8666d2140 req-940d37ec-8e7b-4d31-a3c7-e27916207fee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=310a0c3e-c215-4d19-8ee3-eac18c71805a HTTP/1.1" status: 200 len: 854 time: 0.0708132 May 27 10:07:46.549433 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13819773-b05a-4e88-9828-43cb3d99c358 None None] New status for floating IP 768eb481-8622-431a-817f-970575bfe7ff: DOWN {{(pid=98701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:07:46.600906 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9b547-c687-4419-a29d-a5a8666d2140 req-0750b7ab-0d3c-455c-8e97-e8f2ef9fbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:46.602502 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-84e9b547-c687-4419-a29d-a5a8666d2140 req-0750b7ab-0d3c-455c-8e97-e8f2ef9fbc33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=744462f1-5214-4b85-b748-123a2452895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1444068 May 27 10:07:46.678873 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:46.688902 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b673bba4-5195-447b-aa6e-7f9c0d92bc9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:46.750589 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event deleted for resources: {'Port': ['ID=2601c954-1f53-47ef-b96b-dae7c421bb8c,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:46.757257 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:46.866049 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-84e9b547-c687-4419-a29d-a5a8666d2140 req-292f3312-184b-4996-bc6d-cff36c96ea91 service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536416 May 27 10:07:47.193316 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Router c1dc9fd9-46a6-4b32-bdba-e54189f23439 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:07:47.218345 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-84e9b547-c687-4419-a29d-a5a8666d2140 req-6fdf5f7c-7dce-4181-9b92-ec7f840e54b6 service neutron] 10.222.0.35 "GET /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449419 May 27 10:07:47.411664 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-681c5182-600f-4860-8b1c-7a0824598666 req-9a53e6fd-5c1b-48d7-b1e4-bdd7e9809507 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 210 time: 0.0595162 May 27 10:07:47.431512 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:07:47.441063 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057ccfa-bd26-4e49-b36d-a9859904b88d None None] Sync routers for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:07:47.453695 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057ccfa-bd26-4e49-b36d-a9859904b88d None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:07:47.453695 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-f057ccfa-bd26-4e49-b36d-a9859904b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:47.505654 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] No DVR routers for this DVR port 2601c954-1f53-47ef-b96b-dae7c421bb8c on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:07:47.508860 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:47.511482 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'name': 'network-vif-deleted', 'tag': '2601c954-1f53-47ef-b96b-dae7c421bb8c'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:07:47.557364 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6162e62-71b8-4d51-92fb-fd23bcd76e5a', 'name': 'network-vif-deleted', 'tag': '2601c954-1f53-47ef-b96b-dae7c421bb8c', 'status': 'completed', 'code': 200} May 27 10:07:47.582859 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-752d3003-c9dd-4ed7-9b8c-d64a75c43207 req-a9100ff8-ee68-46d9-a758-8c61009526df tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.35 "DELETE /v2.0/ports/2601c954-1f53-47ef-b96b-dae7c421bb8c HTTP/1.1" status: 204 len: 173 time: 2.3215902 May 27 10:07:47.635266 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-f057ccfa-bd26-4e49-b36d-a9859904b88d None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:07:47.947278 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-f057ccfa-bd26-4e49-b36d-a9859904b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:47.951238 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057ccfa-bd26-4e49-b36d-a9859904b88d None None] Checking router: c1dc9fd9-46a6-4b32-bdba-e54189f23439 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:07:47.961783 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057ccfa-bd26-4e49-b36d-a9859904b88d None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:07:47.961783 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-f057ccfa-bd26-4e49-b36d-a9859904b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:48.142697 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-f057ccfa-bd26-4e49-b36d-a9859904b88d None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:07:48.293748 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2601c954-1f53-47ef-b96b-dae7c421bb8c no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:07:48.377984 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 2601c954-1f53-47ef-b96b-dae7c421bb8c {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:07:48.378392 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 2601c954-1f53-47ef-b96b-dae7c421bb8c not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:07:48.508591 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-f057ccfa-bd26-4e49-b36d-a9859904b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:48.512959 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057ccfa-bd26-4e49-b36d-a9859904b88d None None] The sync data for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb is: [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T09:59:26Z', 'revision_number': 4, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '73bc4649-d52b-45e3-b55b-d9642cf3b2ed', 'name': '', 'network_id': '680dc906-254f-41f4-8e2f-166a255640b5', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'mac_address': 'fa:16:3e:cc:49:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:23Z', 'updated_at': '2021-05-27T09:59:37Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'subnets': [{'id': 'c854efed-adbc-4220-b2d0-d8b2fa86a9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:07:48.613885 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-ec21c2d7-b34d-4eb0-9285-67b0909f3544 req-936a3105-ad0d-4631-9d11-1d12fe592b29 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Synchronizing usage tracker for tenant:720623f9cfc84152833b4318d3b24601 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:07:48.730641 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-ec21c2d7-b34d-4eb0-9285-67b0909f3544 req-936a3105-ad0d-4631-9d11-1d12fe592b29 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Unset dirty status for tenant:720623f9cfc84152833b4318d3b24601 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:07:48.731816 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ec21c2d7-b34d-4eb0-9285-67b0909f3544 req-936a3105-ad0d-4631-9d11-1d12fe592b29 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6162e62-71b8-4d51-92fb-fd23bcd76e5a HTTP/1.1" status: 200 len: 210 time: 0.1711099 May 27 10:07:48.750273 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ccc718-9cc3-4f9a-8e23-08671b8916cf None None] New status for floating IP d604fe1a-22b1-4cd9-82d4-9a5b8f095eab: DOWN {{(pid=98701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:07:49.920705 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 45502) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:49.987633 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-dd2f10b4-92f9-45c4-8e74-d48374360906 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:50.016646 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-dd2f10b4-92f9-45c4-8e74-d48374360906 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:50.159431 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-dd2f10b4-92f9-45c4-8e74-d48374360906 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:50.163790 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c7be94d6-69d0-4b83-8eb6-075ddef4f185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:50.180540 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f10b4-92f9-45c4-8e74-d48374360906 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69e4105-cd93-4d57-a6c6-992e4b9f9edc,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:50.184606 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-dd2f10b4-92f9-45c4-8e74-d48374360906 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:50.191173 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-dd2f10b4-92f9-45c4-8e74-d48374360906 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:50.192298 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-dd2f10b4-92f9-45c4-8e74-d48374360906 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "DELETE /v2.0/security-groups/e69e4105-cd93-4d57-a6c6-992e4b9f9edc HTTP/1.1" status: 204 len: 168 time: 0.2706053 May 27 10:07:50.195961 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45508) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:50.218954 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.api.v2.resource [None req-cf1de2f6-cfea-46df-9e34-8c183cc90788 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] show failed (client error): The resource could not be found. May 27 10:07:50.220277 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-cf1de2f6-cfea-46df-9e34-8c183cc90788 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "GET /v2.0/security-groups/e69e4105-cd93-4d57-a6c6-992e4b9f9edc HTTP/1.1" status: 404 len: 347 time: 0.0228398 May 27 10:07:50.223172 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 45512) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:50.501731 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b583b-4189-44a7-b47a-9243fc13283a req-d9ca62b8-a9c4-4271-81d6-c231f89a265f tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:50.503209 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c01b583b-4189-44a7-b47a-9243fc13283a req-d9ca62b8-a9c4-4271-81d6-c231f89a265f tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 945 time: 0.2161980 May 27 10:07:50.511593 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-38a08e0b-cc07-4ffa-ae16-1e981aef3ecb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Deleting port de649dec-87c5-4f4a-bbcb-61b89f1c13e3 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:07:50.511923 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-38a08e0b-cc07-4ffa-ae16-1e981aef3ecb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:50.644374 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c01b583b-4189-44a7-b47a-9243fc13283a req-d59c78a5-21fd-4661-a9c8-5c71dd0a2746 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345124 May 27 10:07:50.676916 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-38a08e0b-cc07-4ffa-ae16-1e981aef3ecb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:50.677243 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-38a08e0b-cc07-4ffa-ae16-1e981aef3ecb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:50.799800 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-38a08e0b-cc07-4ffa-ae16-1e981aef3ecb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Calling delete_port for de649dec-87c5-4f4a-bbcb-61b89f1c13e3 owned by network:floatingip {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:07:50.981983 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-38a08e0b-cc07-4ffa-ae16-1e981aef3ecb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:50.985522 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-edd89935-6546-4bb3-9426-4b12489b2d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:51.028233 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a08e0b-cc07-4ffa-ae16-1e981aef3ecb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Pushing event deleted for resources: {'Port': ['ID=de649dec-87c5-4f4a-bbcb-61b89f1c13e3,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:51.031324 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-38a08e0b-cc07-4ffa-ae16-1e981aef3ecb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:51.120170 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-38a08e0b-cc07-4ffa-ae16-1e981aef3ecb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks [] for floatingip, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:51.181228 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-38a08e0b-cc07-4ffa-ae16-1e981aef3ecb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:51.182796 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-38a08e0b-cc07-4ffa-ae16-1e981aef3ecb tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] 10.222.0.53 "DELETE /v2.0/floatingips/d604fe1a-22b1-4cd9-82d4-9a5b8f095eab HTTP/1.1" status: 204 len: 168 time: 0.9586031 May 27 10:07:51.836448 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b8b04-ec80-4e65-885c-3705f4c22d7f req-5026d0ea-6deb-4506-9fb9-986a74f40b54 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:51.838090 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b30b8b04-ec80-4e65-885c-3705f4c22d7f req-5026d0ea-6deb-4506-9fb9-986a74f40b54 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 945 time: 0.0847323 May 27 10:07:51.889594 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b30b8b04-ec80-4e65-885c-3705f4c22d7f req-92889075-0fa6-4319-a916-7279e1fa52b5 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438206 May 27 10:07:52.715243 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e4d90-a0a4-4cb1-bcb3-5c2dc6e736f6 req-c536cadf-2ef1-4873-89d4-9c8e0e87cc19 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:52.716677 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-116e4d90-a0a4-4cb1-bcb3-5c2dc6e736f6 req-c536cadf-2ef1-4873-89d4-9c8e0e87cc19 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.35 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 945 time: 0.1870642 May 27 10:07:52.855146 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-116e4d90-a0a4-4cb1-bcb3-5c2dc6e736f6 req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Deleting port a8110929-1332-4850-b495-3a497a782852 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:07:52.855494 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-116e4d90-a0a4-4cb1-bcb3-5c2dc6e736f6 req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:52.999864 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-116e4d90-a0a4-4cb1-bcb3-5c2dc6e736f6 req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] For port a8110929-1332-4850-b495-3a497a782852, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=a8110929-1332-4850-b495-3a497a782852,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:07:53.000337 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-116e4d90-a0a4-4cb1-bcb3-5c2dc6e736f6 req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:53.166268 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-116e4d90-a0a4-4cb1-bcb3-5c2dc6e736f6 req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Calling delete_port for a8110929-1332-4850-b495-3a497a782852 owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:07:53.225650 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f7c29-83a5-4f67-a53e-617a0c9b7f46 req-78a7835e-dc13-41d0-9452-0a18f37bd312 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:07:53.227803 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c99f7c29-83a5-4f67-a53e-617a0c9b7f46 req-78a7835e-dc13-41d0-9452-0a18f37bd312 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 945 time: 0.2167597 May 27 10:07:53.316202 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c99f7c29-83a5-4f67-a53e-617a0c9b7f46 req-03e2beb8-d5c4-44e4-be19-b66894ac7e2b tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aab06a4-05ec-48b7-8cfb-59c686b37000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787745 May 27 10:07:53.558915 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-116e4d90-a0a4-4cb1-bcb3-5c2dc6e736f6 req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:53.564698 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-4fbac4ca-673c-4383-b824-664a70b1b171 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:53.570905 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['a8110929-1332-4850-b495-3a497a782852'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:07:53.612259 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Pushing event deleted for resources: {'Port': ['ID=a8110929-1332-4850-b495-3a497a782852,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:53.615356 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:53.688484 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-116e4d90-a0a4-4cb1-bcb3-5c2dc6e736f6 req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] No DVR routers for this DVR port a8110929-1332-4850-b495-3a497a782852 on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:07:53.691000 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-116e4d90-a0a4-4cb1-bcb3-5c2dc6e736f6 req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:53.693460 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'name': 'network-vif-deleted', 'tag': 'a8110929-1332-4850-b495-3a497a782852'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:07:53.705617 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-116e4d90-a0a4-4cb1-bcb3-5c2dc6e736f6 req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.35 "DELETE /v2.0/ports/a8110929-1332-4850-b495-3a497a782852 HTTP/1.1" status: 204 len: 173 time: 0.9833040 May 27 10:07:53.738313 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c5b98-c02c-4f4f-8d98-7a38b819b93f', 'name': 'network-vif-deleted', 'tag': 'a8110929-1332-4850-b495-3a497a782852', 'status': 'completed', 'code': 200} May 27 10:07:54.495592 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-0c998466-d57b-4663-b166-6bca1869a69e req-6d5daacf-8b17-4ffe-99fd-94c2e722ebd1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Synchronizing usage tracker for tenant:2444694952e14ab0b297c2c62a887a99 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:07:54.576040 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-0c998466-d57b-4663-b166-6bca1869a69e req-6d5daacf-8b17-4ffe-99fd-94c2e722ebd1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Unset dirty status for tenant:2444694952e14ab0b297c2c62a887a99 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:07:54.577264 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c998466-d57b-4663-b166-6bca1869a69e req-6d5daacf-8b17-4ffe-99fd-94c2e722ebd1 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] 10.222.0.53 "GET /v2.0/ports?device_id=223c5b98-c02c-4f4f-8d98-7a38b819b93f HTTP/1.1" status: 200 len: 210 time: 0.1265130 May 27 10:07:55.652421 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 45562) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:56.301423 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435964'] for router_interface, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:56.318924 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device a8110929-1332-4850-b495-3a497a782852 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:07:56.372398 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: a8110929-1332-4850-b495-3a497a782852 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:07:56.372398 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device a8110929-1332-4850-b495-3a497a782852 not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:07:56.821208 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] Deleting port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:07:56.821780 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:56.944938 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] For port 73bc4649-d52b-45e3-b55b-d9642cf3b2ed, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=73bc4649-d52b-45e3-b55b-d9642cf3b2ed,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:07:56.945453 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:57.059909 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45614) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:57.077691 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] Calling delete_port for 73bc4649-d52b-45e3-b55b-d9642cf3b2ed owned by network:router_interface {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:07:57.433609 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:57.438541 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-9f340742-edf2-4397-8f7c-7e60ffa677e0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:57.479044 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:57.484967 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] Pushing event deleted for resources: {'Port': ['ID=73bc4649-d52b-45e3-b55b-d9642cf3b2ed,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:57.520509 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:57.612408 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435964'] for router_interface, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:57.775337 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3921373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-436300'] for router_interface, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:58.032758 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] Deleting port a80b11da-5bc9-4123-86ce-b273d97f96dd {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:07:58.033251 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:58.243022 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] For port a80b11da-5bc9-4123-86ce-b273d97f96dd, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=a80b11da-5bc9-4123-86ce-b273d97f96dd,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:07:58.243705 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:58.252768 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] Router c1dc9fd9-46a6-4b32-bdba-e54189f23439 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:07:58.365446 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] Calling delete_port for a80b11da-5bc9-4123-86ce-b273d97f96dd owned by network:router_interface {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:07:58.433666 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:07:58.443298 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff0b25e-1de2-4dbc-8c11-0796a460d59a None None] Sync routers for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:07:58.448575 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-6446ae08-6f57-4fcc-8007-3e66ce94ac71 admin admin] 10.222.0.53 "PUT /v2.0/routers/c1dc9fd9-46a6-4b32-bdba-e54189f23439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7923195 May 27 10:07:58.448999 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 45620) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:58.453999 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff0b25e-1de2-4dbc-8c11-0796a460d59a None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:07:58.454729 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8ff0b25e-1de2-4dbc-8c11-0796a460d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:58.631047 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Notify callbacks [] for router, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:58.696020 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-8ff0b25e-1de2-4dbc-8c11-0796a460d59a None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:07:58.724504 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:58.730191 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-de905630-8108-40d1-97af-07a5c1200dcc tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:58.776120 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] Pushing event deleted for resources: {'Port': ['ID=a80b11da-5bc9-4123-86ce-b273d97f96dd,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:58.809646 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:58.840340 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:58.997001 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Deleting port 4594bc37-f999-453a-b7aa-a582019654ad {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:07:58.997001 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:59.011794 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8ff0b25e-1de2-4dbc-8c11-0796a460d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '4594bc37-f999-453a-b7aa-a582019654ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T10:07:57Z', 'revision_number': 5, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port': {'id': '4594bc37-f999-453a-b7aa-a582019654ad', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:10:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T09:59:15Z', 'updated_at': '2021-05-27T09:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:59.015834 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff0b25e-1de2-4dbc-8c11-0796a460d59a None None] Checking router: c1dc9fd9-46a6-4b32-bdba-e54189f23439 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:07:59.024217 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff0b25e-1de2-4dbc-8c11-0796a460d59a None None] Routers {'c1dc9fd9-46a6-4b32-bdba-e54189f23439'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:07:59.024905 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8ff0b25e-1de2-4dbc-8c11-0796a460d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:59.064909 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3921373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-436300'] for router_interface, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:59.125656 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] For port 4594bc37-f999-453a-b7aa-a582019654ad, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=4594bc37-f999-453a-b7aa-a582019654ad,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:07:59.125932 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:59.179340 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-8ff0b25e-1de2-4dbc-8c11-0796a460d59a None None] Set router c1dc9fd9-46a6-4b32-bdba-e54189f23439 gateway port host: None {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:07:59.246714 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Calling delete_port for 4594bc37-f999-453a-b7aa-a582019654ad owned by network:router_gateway {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:07:59.288297 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-8ff0b25e-1de2-4dbc-8c11-0796a460d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T10:07:58Z', 'revision_number': 6, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port_host': None}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:59.293218 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff0b25e-1de2-4dbc-8c11-0796a460d59a None None] The sync data for ids ['c1dc9fd9-46a6-4b32-bdba-e54189f23439'] in dv-cinder-788782-3-smb is: [{'id': 'c1dc9fd9-46a6-4b32-bdba-e54189f23439', 'name': 'tempest-AttachVolumeTestJSON-328417829-router', 'tenant_id': '720623f9cfc84152833b4318d3b24601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T09:59:13Z', 'updated_at': '2021-05-27T10:07:58Z', 'revision_number': 6, 'project_id': '720623f9cfc84152833b4318d3b24601', 'gw_port_host': None}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:07:59.434472 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] Router 028294b4-3f59-4f03-b97e-329c15a1c77f has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:07:59.496532 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:59.501436 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:07:59.545812 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Pushing event deleted for resources: {'Port': ['ID=4594bc37-f999-453a-b7aa-a582019654ad,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:07:59.548201 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:07:59.663134 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437459'] for router_gateway, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:59.720584 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:07:59.729742 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b1d11-ff95-4a1c-a24a-00c952ac13df None None] Sync routers for ids ['028294b4-3f59-4f03-b97e-329c15a1c77f'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:07:59.748793 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b1d11-ff95-4a1c-a24a-00c952ac13df None None] Routers {'028294b4-3f59-4f03-b97e-329c15a1c77f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:07:59.749431 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-569b1d11-ff95-4a1c-a24a-00c952ac13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['028294b4-3f59-4f03-b97e-329c15a1c77f'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:07:59.806722 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-75f811a9-4e82-4d50-a0a7-bf83fd409330 admin admin] 10.222.0.53 "PUT /v2.0/routers/028294b4-3f59-4f03-b97e-329c15a1c77f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7452848 May 27 10:07:59.807924 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45628) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:07:59.936905 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-569b1d11-ff95-4a1c-a24a-00c952ac13df None None] Set router 028294b4-3f59-4f03-b97e-329c15a1c77f gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:07:59.974913 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-731'] for router, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:07:59.977260 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.037485 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Notify callbacks [] for router, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.067898 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-439648'] for router, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.069112 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1dc9fd9-46a6-4b32-bdba-e54189f23439 {{(pid=98698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 10:08:00.085900 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] Notify callbacks [] for router, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.089672 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-24c556c1-05fe-48c4-b81c-3779be066812 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c1dc9fd9-46a6-4b32-bdba-e54189f23439 HTTP/1.1" status: 204 len: 168 time: 1.6376567 May 27 10:08:00.090206 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 45632) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:00.156751 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_v2 [None req-713dd649-497a-4f73-a4cb-349a8256e4f3 admin admin] Deleting subnet c854efed-adbc-4220-b2d0-d8b2fa86a9a6 {{(pid=98698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:08:00.161269 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-713dd649-497a-4f73-a4cb-349a8256e4f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.216347 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-713dd649-497a-4f73-a4cb-349a8256e4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1971792'] for subnet, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.224269 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.235990 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-569b1d11-ff95-4a1c-a24a-00c952ac13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:07:58Z', 'revision_number': 5, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:00.239821 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b1d11-ff95-4a1c-a24a-00c952ac13df None None] Checking router: 028294b4-3f59-4f03-b97e-329c15a1c77f for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:08:00.249088 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b1d11-ff95-4a1c-a24a-00c952ac13df None None] Routers {'028294b4-3f59-4f03-b97e-329c15a1c77f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:08:00.249805 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-569b1d11-ff95-4a1c-a24a-00c952ac13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['028294b4-3f59-4f03-b97e-329c15a1c77f'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:00.354996 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-713dd649-497a-4f73-a4cb-349a8256e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.395594 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Deleting port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:00.395938 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.435506 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-569b1d11-ff95-4a1c-a24a-00c952ac13df None None] Set router 028294b4-3f59-4f03-b97e-329c15a1c77f gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:08:00.527510 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] For port 1bb71ede-159e-4cf1-92eb-eeb39bf01a53, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=1bb71ede-159e-4cf1-92eb-eeb39bf01a53,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:00.528086 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.662279 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 4594bc37-f999-453a-b7aa-a582019654ad no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:00.668492 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Calling delete_port for 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 owned by network:router_gateway {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:00.705840 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 4594bc37-f999-453a-b7aa-a582019654ad {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:00.706481 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 4594bc37-f999-453a-b7aa-a582019654ad not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:00.707086 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 73bc4649-d52b-45e3-b55b-d9642cf3b2ed no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:00.707808 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-713dd649-497a-4f73-a4cb-349a8256e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128020471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2015691'] for subnet, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.712802 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3f7a399c-6edc-4ec5-bd96-73d196f3db7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:00.742581 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 73bc4649-d52b-45e3-b55b-d9642cf3b2ed {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:00.743183 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 73bc4649-d52b-45e3-b55b-d9642cf3b2ed not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:00.749963 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dd649-497a-4f73-a4cb-349a8256e4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c854efed-adbc-4220-b2d0-d8b2fa86a9a6,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:00.753481 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-713dd649-497a-4f73-a4cb-349a8256e4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:00.753738 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-569b1d11-ff95-4a1c-a24a-00c952ac13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:07:58Z', 'revision_number': 5, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:00.757154 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b1d11-ff95-4a1c-a24a-00c952ac13df None None] The sync data for ids ['028294b4-3f59-4f03-b97e-329c15a1c77f'] in dv-cinder-788782-3-smb is: [{'id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'name': 'tempest-TestMinimumBasicScenario-1179998844-router', 'tenant_id': '2444694952e14ab0b297c2c62a887a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:03:51Z', 'updated_at': '2021-05-27T10:07:58Z', 'revision_number': 5, 'project_id': '2444694952e14ab0b297c2c62a887a99', 'gw_port': {'id': '1bb71ede-159e-4cf1-92eb-eeb39bf01a53', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028294b4-3f59-4f03-b97e-329c15a1c77f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:03:52Z', 'updated_at': '2021-05-27T10:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:08:00.757845 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-713dd649-497a-4f73-a4cb-349a8256e4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.764772 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-713dd649-497a-4f73-a4cb-349a8256e4f3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c854efed-adbc-4220-b2d0-d8b2fa86a9a6 HTTP/1.1" status: 204 len: 168 time: 0.6733825 May 27 10:08:00.767174 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 45636) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:00.772654 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb95872-a7c6-463e-8c25-ff82240040af None None] Network 680dc906-254f-41f4-8e2f-166a255640b5 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:08:00.886748 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.896687 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.902928 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:00.963860 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb71ede-159e-4cf1-92eb-eeb39bf01a53,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:00.974422 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Deleting port 60cf28c5-9556-43ff-8d7a-2ed99362a95a {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:00.974760 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:00.991120 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:01.058210 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437459'] for router_gateway, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.079418 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] For port 60cf28c5-9556-43ff-8d7a-2ed99362a95a, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=60cf28c5-9556-43ff-8d7a-2ed99362a95a,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:01.079770 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.145625 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff93b469-df7d-45b2-b92e-3e11f88b4afa None None] DHCP port deletion for 680dc906-254f-41f4-8e2f-166a255640b5 request from dv-cinder-788782-3-smb {{(pid=98700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 10:08:01.206147 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Calling delete_port for 60cf28c5-9556-43ff-8d7a-2ed99362a95a owned by network:dhcp {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:01.220476 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-ff93b469-df7d-45b2-b92e-3e11f88b4afa None None] Deleting port 60cf28c5-9556-43ff-8d7a-2ed99362a95a {{(pid=98700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:01.221096 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-ff93b469-df7d-45b2-b92e-3e11f88b4afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.232318 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-731'] for router, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.234762 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.301423 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:08:01.334650 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-ff93b469-df7d-45b2-b92e-3e11f88b4afa None None] For port 60cf28c5-9556-43ff-8d7a-2ed99362a95a, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=60cf28c5-9556-43ff-8d7a-2ed99362a95a,segment=NetworkSegment(bb61651e-dc95-4499-80b6-f952147c5ec2),segment_id=bb61651e-dc95-4499-80b6-f952147c5ec2)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:01.335145 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-ff93b469-df7d-45b2-b92e-3e11f88b4afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.341906 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.346618 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-10e1af03-37b6-42b4-b29c-5ae07dacfb85 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:01.394348 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] No DVR routers for this DVR port 60cf28c5-9556-43ff-8d7a-2ed99362a95a on host dv-cinder-788782-3-smb {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:08:01.421000 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=60cf28c5-9556-43ff-8d7a-2ed99362a95a,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:01.423446 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:01.456190 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-439648'] for router, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.456820 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 028294b4-3f59-4f03-b97e-329c15a1c77f {{(pid=98699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 10:08:01.474670 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] Notify callbacks [] for router, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.478423 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-823551dc-679d-4b3a-a480-e7f97c8ad081 admin admin] 10.222.0.53 "DELETE /v2.0/routers/028294b4-3f59-4f03-b97e-329c15a1c77f HTTP/1.1" status: 204 len: 168 time: 1.6666579 May 27 10:08:01.478649 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45642) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:01.496792 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-ff93b469-df7d-45b2-b92e-3e11f88b4afa None None] Calling delete_port for 60cf28c5-9556-43ff-8d7a-2ed99362a95a owned by network:dhcp {{(pid=98700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:01.524450 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.542728 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680dc906-254f-41f4-8e2f-166a255640b5']}} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:01.560083 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb61651e-dc95-4499-80b6-f952147c5ec2') {'for_net_delete': True} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:01.560754 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb61651e-dc95-4499-80b6-f952147c5ec2') {} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:01.575641 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1971817'] for segment, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.593427 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.602224 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=98698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:08:01.610298 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128019797'] for segment, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: Traceback (most recent call last): May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: timer() May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: cb(*args, **kw) May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: return func(*args, **kwargs) May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: self._notify() May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: self.callback(batched_events) May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: event.method(event) May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: return f(self, *a, **k) May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: return self._get(url).json() May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: return self.request(url, 'GET', **kwargs) May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:08:01.618392 dv-cinder-788782-3-smb neutron-server[98698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:08:01.663495 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a427822a-a9d8-46e8-bf08-0b8e99505f1d admin admin] Deleting subnet 310a0c3e-c215-4d19-8ee3-eac18c71805a {{(pid=98699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:08:01.664132 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-ff93b469-df7d-45b2-b92e-3e11f88b4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797'] for port, after_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.667109 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a427822a-a9d8-46e8-bf08-0b8e99505f1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.674438 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:01.720295 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93b469-df7d-45b2-b92e-3e11f88b4afa None None] No DVR routers for this DVR port 60cf28c5-9556-43ff-8d7a-2ed99362a95a on host dv-cinder-788782-3-smb {{(pid=98700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:08:01.721493 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a427822a-a9d8-46e8-bf08-0b8e99505f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1927318'] for subnet, precommit_delete_associations {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.722044 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93b469-df7d-45b2-b92e-3e11f88b4afa None None] Pushing event deleted for resources: {'Port': ['ID=60cf28c5-9556-43ff-8d7a-2ed99362a95a,revision_number=None']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:01.724461 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-ff93b469-df7d-45b2-b92e-3e11f88b4afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:01.851191 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a427822a-a9d8-46e8-bf08-0b8e99505f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.918680 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.922494 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-07ba3fdc-1c92-4042-9d06-ec21a71e09d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:01.935731 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:01.947538 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=680dc906-254f-41f4-8e2f-166a255640b5,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:01.951974 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:02.055297 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-160b499b-633c-437e-b3fd-9ef72dcd28c5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/680dc906-254f-41f4-8e2f-166a255640b5 HTTP/1.1" status: 204 len: 168 time: 1.2869122 May 27 10:08:02.194609 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a427822a-a9d8-46e8-bf08-0b8e99505f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1020166'] for subnet, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.203900 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:02.242731 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427822a-a9d8-46e8-bf08-0b8e99505f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310a0c3e-c215-4d19-8ee3-eac18c71805a,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:02.245703 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-a427822a-a9d8-46e8-bf08-0b8e99505f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:02.246693 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a427822a-a9d8-46e8-bf08-0b8e99505f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.251902 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab61126-4a51-423a-b506-84e593828922 None None] Network 744462f1-5214-4b85-b748-123a2452895e requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:08:02.252624 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-a427822a-a9d8-46e8-bf08-0b8e99505f1d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/310a0c3e-c215-4d19-8ee3-eac18c71805a HTTP/1.1" status: 204 len: 168 time: 0.7730417 May 27 10:08:02.255063 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45650) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:02.361424 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.432535 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Deleting port e8686786-ec98-4e9b-9c03-cc10b0e08621 {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:02.432787 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.470019 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 45654) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:02.527497 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58989c32-b486-4b27-9e64-593107feced8 None None] DHCP port deletion for 744462f1-5214-4b85-b748-123a2452895e request from dv-cinder-788782-3-smb {{(pid=98700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 10:08:02.537728 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] For port e8686786-ec98-4e9b-9c03-cc10b0e08621, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=e8686786-ec98-4e9b-9c03-cc10b0e08621,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:02.538368 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.550446 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-2f253250-2e8a-4df8-bd04-7b9e43c94642 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=720623f9cfc84152833b4318d3b24601&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0792041 May 27 10:08:02.552901 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 45658) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:02.585801 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 60cf28c5-9556-43ff-8d7a-2ed99362a95a no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:02.618344 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-84277f3c-f11f-493f-bdca-3417f9792bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.622282 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 60cf28c5-9556-43ff-8d7a-2ed99362a95a {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:02.622736 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 60cf28c5-9556-43ff-8d7a-2ed99362a95a not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:02.623261 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:02.644406 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-84277f3c-f11f-493f-bdca-3417f9792bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.660413 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:02.660907 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 1bb71ede-159e-4cf1-92eb-eeb39bf01a53 not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:02.661423 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device a80b11da-5bc9-4123-86ce-b273d97f96dd no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:02.675030 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Calling delete_port for e8686786-ec98-4e9b-9c03-cc10b0e08621 owned by network:dhcp {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:02.701957 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: a80b11da-5bc9-4123-86ce-b273d97f96dd {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:02.701957 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device a80b11da-5bc9-4123-86ce-b273d97f96dd not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:02.720824 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-58989c32-b486-4b27-9e64-593107feced8 None None] Deleting port e8686786-ec98-4e9b-9c03-cc10b0e08621 {{(pid=98700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:02.721211 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-58989c32-b486-4b27-9e64-593107feced8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.791694 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-84277f3c-f11f-493f-bdca-3417f9792bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.796803 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-71152f5c-d1a8-40a3-8255-2432a0b707ac tempest-VolumesNegativeTest-674901714 tempest-VolumesNegativeTest-674901714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:02.810270 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84277f3c-f11f-493f-bdca-3417f9792bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2872908a-ef7d-41e4-8b3b-78f7010405b7,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:02.812988 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-84277f3c-f11f-493f-bdca-3417f9792bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:02.818473 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-84277f3c-f11f-493f-bdca-3417f9792bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.820729 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-84277f3c-f11f-493f-bdca-3417f9792bff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2872908a-ef7d-41e4-8b3b-78f7010405b7 HTTP/1.1" status: 204 len: 168 time: 0.2663333 May 27 10:08:02.821632 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-58989c32-b486-4b27-9e64-593107feced8 None None] For port e8686786-ec98-4e9b-9c03-cc10b0e08621, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=e8686786-ec98-4e9b-9c03-cc10b0e08621,segment=NetworkSegment(1210f768-98f0-4942-93ea-0bd329c6d346),segment_id=1210f768-98f0-4942-93ea-0bd329c6d346)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:02.822177 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-58989c32-b486-4b27-9e64-593107feced8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.830794 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:02.835526 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-982ab253-be0e-462a-8c5f-44506ccef8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:02.879164 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8686786-ec98-4e9b-9c03-cc10b0e08621,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:02.882135 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:02.883019 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] No DVR routers for this DVR port e8686786-ec98-4e9b-9c03-cc10b0e08621 on host dv-cinder-788782-3-smb {{(pid=98699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:08:02.954374 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-58989c32-b486-4b27-9e64-593107feced8 None None] Calling delete_port for e8686786-ec98-4e9b-9c03-cc10b0e08621 owned by network:dhcp {{(pid=98700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:02.997013 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-58989c32-b486-4b27-9e64-593107feced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797'] for port, after_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:03.000034 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:03.001402 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f4db610b-7680-4f48-8bdf-1d74d5eb19a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:03.014718 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744462f1-5214-4b85-b748-123a2452895e']}} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:03.026971 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1210f768-98f0-4942-93ea-0bd329c6d346') {'for_net_delete': True} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:03.027266 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1210f768-98f0-4942-93ea-0bd329c6d346') {} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:03.038768 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1927343'] for segment, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:03.046554 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58989c32-b486-4b27-9e64-593107feced8 None None] Pushing event deleted for resources: {'Port': ['ID=e8686786-ec98-4e9b-9c03-cc10b0e08621,revision_number=None']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:03.048743 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58989c32-b486-4b27-9e64-593107feced8 None None] No DVR routers for this DVR port e8686786-ec98-4e9b-9c03-cc10b0e08621 on host dv-cinder-788782-3-smb {{(pid=98700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:08:03.049696 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-58989c32-b486-4b27-9e64-593107feced8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:03.058635 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:03.065501 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=98699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:08:03.065942 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533260'] for segment, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: Traceback (most recent call last): May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: timer() May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: cb(*args, **kw) May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: return func(*args, **kwargs) May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: self._notify() May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: self.callback(batched_events) May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: event.method(event) May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: return f(self, *a, **k) May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: return self._get(url).json() May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: return self.request(url, 'GET', **kwargs) May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:08:03.080110 dv-cinder-788782-3-smb neutron-server[98699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:08:03.313083 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:03.317946 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:03.321328 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:03.345043 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=744462f1-5214-4b85-b748-123a2452895e,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:03.347732 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:03.355581 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-0586e9e4-31b3-42fd-a2c2-2460c1446be6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/744462f1-5214-4b85-b748-123a2452895e HTTP/1.1" status: 204 len: 168 time: 1.0956535 May 27 10:08:03.355805 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45670) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:03.989128 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435964'] for router_interface, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:04.425574 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] Deleting port 40dd1c17-8a2d-47e7-b3fe-f217137d6706 {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:04.425973 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:04.541633 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device e8686786-ec98-4e9b-9c03-cc10b0e08621 no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:04.547212 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] For port 40dd1c17-8a2d-47e7-b3fe-f217137d6706, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=40dd1c17-8a2d-47e7-b3fe-f217137d6706,segment=NetworkSegment(0e611e94-c924-4915-ac70-9b931578c0f8),segment_id=0e611e94-c924-4915-ac70-9b931578c0f8)] {{(pid=98699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:04.547594 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:04.576310 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: e8686786-ec98-4e9b-9c03-cc10b0e08621 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:04.576656 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device e8686786-ec98-4e9b-9c03-cc10b0e08621 not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:04.669848 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] Calling delete_port for 40dd1c17-8a2d-47e7-b3fe-f217137d6706 owned by network:router_interface {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:04.913318 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:04.918076 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-154f5d34-0602-4771-8f9e-61481685dcbe tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:04.961282 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] Pushing event deleted for resources: {'Port': ['ID=40dd1c17-8a2d-47e7-b3fe-f217137d6706,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:04.964294 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:05.349982 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3921373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-436300'] for router_interface, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:05.708589 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] Router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:08:05.894934 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:08:05.903852 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686fb11-ffb3-4003-a9f4-3561cd06a295 None None] Sync routers for ids ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:08:05.904323 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-8c95e13d-ac68-4c95-9c39-d78c17069fab admin admin] 10.222.0.53 "PUT /v2.0/routers/19c820ad-a5fb-4e0a-8ddc-350a8fdfe497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5472560 May 27 10:08:05.906711 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45700) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:05.913478 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686fb11-ffb3-4003-a9f4-3561cd06a295 None None] Routers {'19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:08:05.914186 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2686fb11-ffb3-4003-a9f4-3561cd06a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:06.087758 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:06.101706 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-2686fb11-ffb3-4003-a9f4-3561cd06a295 None None] Set router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:08:06.270396 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:06.401124 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Deleting port 3d5364fc-c026-41e1-9572-b92e5fe8a91e {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:06.401895 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:06.432692 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2686fb11-ffb3-4003-a9f4-3561cd06a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'name': 'tempest-TestMinimumBasicScenario-292354926-router', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:04:00Z', 'updated_at': '2021-05-27T10:08:04Z', 'revision_number': 5, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'gw_port': {'id': '3d5364fc-c026-41e1-9572-b92e5fe8a91e', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:04:01Z', 'updated_at': '2021-05-27T10:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:06.436813 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686fb11-ffb3-4003-a9f4-3561cd06a295 None None] Checking router: 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:08:06.445159 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686fb11-ffb3-4003-a9f4-3561cd06a295 None None] Routers {'19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:08:06.445844 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2686fb11-ffb3-4003-a9f4-3561cd06a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:07:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:06.532902 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] For port 3d5364fc-c026-41e1-9572-b92e5fe8a91e, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=3d5364fc-c026-41e1-9572-b92e5fe8a91e,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:06.533261 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:06.622295 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-2686fb11-ffb3-4003-a9f4-3561cd06a295 None None] Set router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 gateway port host: None {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:08:06.739508 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-2686fb11-ffb3-4003-a9f4-3561cd06a295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'name': 'tempest-TestMinimumBasicScenario-292354926-router', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:04:00Z', 'updated_at': '2021-05-27T10:08:06Z', 'revision_number': 6, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'gw_port_host': None}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:06.744187 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2686fb11-ffb3-4003-a9f4-3561cd06a295 None None] The sync data for ids ['19c820ad-a5fb-4e0a-8ddc-350a8fdfe497'] in dv-cinder-788782-3-smb is: [{'id': '19c820ad-a5fb-4e0a-8ddc-350a8fdfe497', 'name': 'tempest-TestMinimumBasicScenario-292354926-router', 'tenant_id': 'd83efb578dc24faa826bc9835d756239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:04:00Z', 'updated_at': '2021-05-27T10:08:06Z', 'revision_number': 6, 'project_id': 'd83efb578dc24faa826bc9835d756239', 'gw_port_host': None}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:08:06.793281 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Calling delete_port for 3d5364fc-c026-41e1-9572-b92e5fe8a91e owned by network:router_gateway {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:06.994197 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.000069 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-488c1a4a-7074-41ad-a0ae-ea0318fb9510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:07.074352 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5364fc-c026-41e1-9572-b92e5fe8a91e,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:07.077073 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:07.142407 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437459'] for router_gateway, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.290497 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5aca-28fe-4c18-ab12-d33eea720eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.315320 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-731'] for router, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.317376 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.415554 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-439648'] for router, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.416205 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 {{(pid=98699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 10:08:07.428880 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Notify callbacks [] for router, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.430616 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/19c820ad-a5fb-4e0a-8ddc-350a8fdfe497 HTTP/1.1" status: 204 len: 168 time: 1.5229619 May 27 10:08:07.433265 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45718) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:07.492598 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0aced7a-40e4-429f-bb44-d127d8c7e8cd admin admin] Deleting subnet b48b35d6-1f12-41dd-bb50-737fdf68a151 {{(pid=98699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:08:07.495850 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c0aced7a-40e4-429f-bb44-d127d8c7e8cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.546944 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c0aced7a-40e4-429f-bb44-d127d8c7e8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1927318'] for subnet, precommit_delete_associations {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.625935 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c0aced7a-40e4-429f-bb44-d127d8c7e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.935974 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c0aced7a-40e4-429f-bb44-d127d8c7e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1020166'] for subnet, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.940713 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:07.974456 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aced7a-40e4-429f-bb44-d127d8c7e8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b48b35d6-1f12-41dd-bb50-737fdf68a151,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:07.978806 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c0aced7a-40e4-429f-bb44-d127d8c7e8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:07.979748 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c0aced7a-40e4-429f-bb44-d127d8c7e8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:07.982552 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e60e32c-b619-4abe-85d3-82269258c140 None None] Network 35c7885d-8c9d-45c8-b620-9f628da5ff8c requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:08:07.983683 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-c0aced7a-40e4-429f-bb44-d127d8c7e8cd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b48b35d6-1f12-41dd-bb50-737fdf68a151 HTTP/1.1" status: 204 len: 168 time: 0.5492580 May 27 10:08:07.985903 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45724) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:08.100948 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:08.192771 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Deleting port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:08.193037 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:08.261151 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714af733-b18a-417b-bebb-cc02a180d508 None None] DHCP port deletion for 35c7885d-8c9d-45c8-b620-9f628da5ff8c request from dv-cinder-788782-3-smb {{(pid=98700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 10:08:08.299083 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] For port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b,segment=NetworkSegment(0e611e94-c924-4915-ac70-9b931578c0f8),segment_id=0e611e94-c924-4915-ac70-9b931578c0f8)] {{(pid=98699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:08.299437 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:08.340335 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-714af733-b18a-417b-bebb-cc02a180d508 None None] Deleting port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b {{(pid=98700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:08.340881 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-714af733-b18a-417b-bebb-cc02a180d508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:08.438417 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Calling delete_port for f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b owned by network:dhcp {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:08.468171 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-714af733-b18a-417b-bebb-cc02a180d508 None None] For port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b,segment=NetworkSegment(0e611e94-c924-4915-ac70-9b931578c0f8),segment_id=0e611e94-c924-4915-ac70-9b931578c0f8)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:08.468171 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-714af733-b18a-417b-bebb-cc02a180d508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:08.590255 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:08.615815 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:08.621813 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-3c832180-80d9-43a6-bfeb-ae05a6f2343c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:08.624269 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-714af733-b18a-417b-bebb-cc02a180d508 None None] Calling delete_port for f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b owned by network:dhcp {{(pid=98700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:08.637555 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:08.637935 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:08.638357 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 40dd1c17-8a2d-47e7-b3fe-f217137d6706 no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:08.666282 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] No DVR routers for this DVR port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b on host dv-cinder-788782-3-smb {{(pid=98699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:08:08.672329 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 40dd1c17-8a2d-47e7-b3fe-f217137d6706 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:08.673422 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 40dd1c17-8a2d-47e7-b3fe-f217137d6706 not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:08.673422 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 3d5364fc-c026-41e1-9572-b92e5fe8a91e no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:08.695249 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Pushing event deleted for resources: {'Port': ['ID=f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:08.697581 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:08.706956 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 3d5364fc-c026-41e1-9572-b92e5fe8a91e {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:08.707316 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 3d5364fc-c026-41e1-9572-b92e5fe8a91e not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:08.744562 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-714af733-b18a-417b-bebb-cc02a180d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797'] for port, after_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:08.748199 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:08.797376 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:08.797805 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714af733-b18a-417b-bebb-cc02a180d508 None None] Pushing event deleted for resources: {'Port': ['ID=f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b,revision_number=None']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:08.801246 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-714af733-b18a-417b-bebb-cc02a180d508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:08.803629 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714af733-b18a-417b-bebb-cc02a180d508 None None] No DVR routers for this DVR port f504e9b5-fe6a-4045-b94a-dc5a6dfe4b5b on host dv-cinder-788782-3-smb {{(pid=98700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:08:08.811576 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c7885d-8c9d-45c8-b620-9f628da5ff8c']}} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:08.826851 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e611e94-c924-4915-ac70-9b931578c0f8') {'for_net_delete': True} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:08.827186 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e611e94-c924-4915-ac70-9b931578c0f8') {} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:08.848472 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1927343'] for segment, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:08.859871 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:08.866185 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=98699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:08:08.866656 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533260'] for segment, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: Traceback (most recent call last): May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: timer() May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: cb(*args, **kw) May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: return func(*args, **kwargs) May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: self._notify() May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: self.callback(batched_events) May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: event.method(event) May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: return f(self, *a, **k) May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: return self._get(url).json() May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: return self.request(url, 'GET', **kwargs) May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:08:08.881065 dv-cinder-788782-3-smb neutron-server[98699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:08:09.021495 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:09.025809 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6d90baab-8653-485d-be41-58013492bcca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:09.039284 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:09.049140 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Pushing event deleted for resources: {'Network': ['ID=35c7885d-8c9d-45c8-b620-9f628da5ff8c,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:09.058369 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:09.058369 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-fffde183-474b-47c2-9b7e-499dcbeead3a admin admin] 10.222.0.53 "DELETE /v2.0/networks/35c7885d-8c9d-45c8-b620-9f628da5ff8c HTTP/1.1" status: 204 len: 168 time: 1.0669115 May 27 10:08:09.421783 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45744) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:09.471012 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-48bccf47-de8c-4d5f-bbca-74787578c3e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2444694952e14ab0b297c2c62a887a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478878 May 27 10:08:09.473269 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45748) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:09.533697 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8850254c-2ef7-4abb-8e63-a88d8e81f74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:09.558859 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8850254c-2ef7-4abb-8e63-a88d8e81f74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:09.668345 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:09.695322 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8850254c-2ef7-4abb-8e63-a88d8e81f74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:09.700220 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-30438926-db4c-411f-83e5-694e834adccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:09.710330 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850254c-2ef7-4abb-8e63-a88d8e81f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aab06a4-05ec-48b7-8cfb-59c686b37000,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:09.715596 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8850254c-2ef7-4abb-8e63-a88d8e81f74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:09.717458 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8850254c-2ef7-4abb-8e63-a88d8e81f74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:09.718581 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-8850254c-2ef7-4abb-8e63-a88d8e81f74f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9aab06a4-05ec-48b7-8cfb-59c686b37000 HTTP/1.1" status: 204 len: 168 time: 0.2444530 May 27 10:08:09.770325 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-4ca288a3-9ce4-4e3a-baa6-de73d0478350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:10.572868 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45784) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:10.623883 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-fcbec45e-7d5f-4b8c-9b52-2ad3d5b9cda9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d83efb578dc24faa826bc9835d756239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476787 May 27 10:08:10.624288 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45788) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:10.683333 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0414fcb4-77a7-4892-b74b-8e7bd1b08013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:10.709739 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0414fcb4-77a7-4892-b74b-8e7bd1b08013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:10.826388 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0414fcb4-77a7-4892-b74b-8e7bd1b08013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:10.830324 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d66f0b25-8660-4cdc-98fc-0cd93e5dc6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:10.843241 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414fcb4-77a7-4892-b74b-8e7bd1b08013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6922cc6b-8d19-4e63-84f5-80a11463f5ac,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:10.852216 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0414fcb4-77a7-4892-b74b-8e7bd1b08013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:10.854292 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0414fcb4-77a7-4892-b74b-8e7bd1b08013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:10.857968 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-0414fcb4-77a7-4892-b74b-8e7bd1b08013 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6922cc6b-8d19-4e63-84f5-80a11463f5ac HTTP/1.1" status: 204 len: 168 time: 0.2302153 May 27 10:08:10.940766 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:12.393084 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45818) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:12.650226 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:12.892374 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Deleting port e7972306-7220-4a8a-b307-d2a8130accf9 {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:12.892715 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:13.015754 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:13.016076 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:13.137314 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Calling delete_port for e7972306-7220-4a8a-b307-d2a8130accf9 owned by network:floatingip {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:13.312205 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:13.316089 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-82ea31ad-58d0-4813-b0bb-dae23b655d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:13.358639 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event deleted for resources: {'Port': ['ID=e7972306-7220-4a8a-b307-d2a8130accf9,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:13.397728 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.398462 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.398591 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.398885 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.399251 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.399625 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.399980 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.400343 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.400705 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.401064 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.401425 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.401783 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:13.408656 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:13.466257 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for floatingip, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:13.466595 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.db.l3_db [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Floating IP eb05cc1c-3b33-405a-a3c8-37aab9486ce6 disassociated (deleted). External IP: 172.28.0.91, port: 965aca05-04e3-478f-86be-398411037ebd. May 27 10:08:13.912140 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Router fd8fe2bd-c831-4fd2-af27-29331e96ec44 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:08:14.092853 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:08:14.103925 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f80e7b-b1b8-47a2-91b1-0b8aeb3874d9 None None] Sync routers for ids ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:08:14.113790 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f80e7b-b1b8-47a2-91b1-0b8aeb3874d9 None None] Routers {'fd8fe2bd-c831-4fd2-af27-29331e96ec44'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:08:14.133011 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-a3f80e7b-b1b8-47a2-91b1-0b8aeb3874d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:08:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:14.215308 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:14.272443 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "DELETE /v2.0/floatingips/eb05cc1c-3b33-405a-a3c8-37aab9486ce6 HTTP/1.1" status: 204 len: 168 time: 1.8782547 May 27 10:08:14.273118 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'tag': '965aca05-04e3-478f-86be-398411037ebd'}] {{(pid=98699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:08:14.291599 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-a3f80e7b-b1b8-47a2-91b1-0b8aeb3874d9 None None] Set router fd8fe2bd-c831-4fd2-af27-29331e96ec44 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:08:14.324547 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'tag': '965aca05-04e3-478f-86be-398411037ebd', 'status': 'completed', 'code': 200} May 27 10:08:14.420076 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63998-3658-4fd7-835a-9ac934c2991d req-39de03c4-e9e6-4800-9ff9-337eb43a6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:14.421985 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2aa63998-3658-4fd7-835a-9ac934c2991d req-39de03c4-e9e6-4800-9ff9-337eb43a6b87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0f5e370e6e574a99b9852a2d3d2e6513&device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 1098 time: 0.0760870 May 27 10:08:14.567439 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63998-3658-4fd7-835a-9ac934c2991d req-6f2d721c-112c-4985-b96b-701a613e14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:14.568920 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2aa63998-3658-4fd7-835a-9ac934c2991d req-6f2d721c-112c-4985-b96b-701a613e14fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee HTTP/1.1" status: 200 len: 910 time: 0.1409960 May 27 10:08:14.628430 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-a3f80e7b-b1b8-47a2-91b1-0b8aeb3874d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:53Z', 'revision_number': 4, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '8cf8d2c1-c4e8-451a-b45a-31717504a87b', 'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'mac_address': 'fa:16:3e:06:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:52Z', 'updated_at': '2021-05-27T10:02:00Z', 'revision_number': 5, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'subnets': [{'id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:14.632351 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f80e7b-b1b8-47a2-91b1-0b8aeb3874d9 None None] Checking router: fd8fe2bd-c831-4fd2-af27-29331e96ec44 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:08:14.639684 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2aa63998-3658-4fd7-835a-9ac934c2991d req-961f98aa-2411-47d2-b57d-15def2e82660 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=965aca05-04e3-478f-86be-398411037ebd HTTP/1.1" status: 200 len: 217 time: 0.0643430 May 27 10:08:14.645638 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f80e7b-b1b8-47a2-91b1-0b8aeb3874d9 None None] Routers {'fd8fe2bd-c831-4fd2-af27-29331e96ec44'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:08:14.645638 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-a3f80e7b-b1b8-47a2-91b1-0b8aeb3874d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:08:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:14.705463 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63998-3658-4fd7-835a-9ac934c2991d req-55b104b8-1696-4cba-8978-61cb88b98264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:14.707619 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2aa63998-3658-4fd7-835a-9ac934c2991d req-55b104b8-1696-4cba-8978-61cb88b98264 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05be52dd-a663-4d2e-aadb-2964c5caf137 HTTP/1.1" status: 200 len: 848 time: 0.0604677 May 27 10:08:14.787071 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63998-3658-4fd7-835a-9ac934c2991d req-e61784a0-0d64-4ec0-8ecb-276d62dfcea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:14.790701 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2aa63998-3658-4fd7-835a-9ac934c2991d req-e61784a0-0d64-4ec0-8ecb-276d62dfcea6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=37de712e-05ff-4b15-bfa8-52fcb39bb2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736008 May 27 10:08:14.839122 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-a3f80e7b-b1b8-47a2-91b1-0b8aeb3874d9 None None] Set router fd8fe2bd-c831-4fd2-af27-29331e96ec44 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:08:14.987761 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2aa63998-3658-4fd7-835a-9ac934c2991d req-07d08942-7abc-40a6-98a5-c2e37b40369b service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913586 May 27 10:08:15.094746 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e537bec-6122-4176-b72c-a5aaa4bffcca req-efe5c0df-dc2c-4239-9bb3-55d70f91ec33 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:15.096215 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4e537bec-6122-4176-b72c-a5aaa4bffcca req-efe5c0df-dc2c-4239-9bb3-55d70f91ec33 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.1791358 May 27 10:08:15.167991 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2aa63998-3658-4fd7-835a-9ac934c2991d req-9c61ce54-8d99-4bb7-8ef4-3c9c881471f0 service neutron] 10.222.0.35 "GET /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736343 May 27 10:08:15.168253 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-a3f80e7b-b1b8-47a2-91b1-0b8aeb3874d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:53Z', 'revision_number': 4, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '8cf8d2c1-c4e8-451a-b45a-31717504a87b', 'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'mac_address': 'fa:16:3e:06:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:52Z', 'updated_at': '2021-05-27T10:02:00Z', 'revision_number': 5, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'subnets': [{'id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:15.174725 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f80e7b-b1b8-47a2-91b1-0b8aeb3874d9 None None] The sync data for ids ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'] in dv-cinder-788782-3-smb is: [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:01:53Z', 'revision_number': 4, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '8cf8d2c1-c4e8-451a-b45a-31717504a87b', 'name': '', 'network_id': '37de712e-05ff-4b15-bfa8-52fcb39bb2ee', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'mac_address': 'fa:16:3e:06:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:52Z', 'updated_at': '2021-05-27T10:02:00Z', 'revision_number': 5, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'subnets': [{'id': '05be52dd-a663-4d2e-aadb-2964c5caf137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:08:15.188812 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4e537bec-6122-4176-b72c-a5aaa4bffcca req-eedd6a27-440e-467a-8b3f-2e80964e741a tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826046 May 27 10:08:15.399484 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d25e47-a6aa-497d-b024-6a3635807d5f None None] New status for floating IP eb05cc1c-3b33-405a-a3c8-37aab9486ce6: DOWN {{(pid=98700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:08:15.634632 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45850) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:15.759440 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0392ea37-245e-4699-a08b-186106c16d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:15.773371 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-0392ea37-245e-4699-a08b-186106c16d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:08:15.777136 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-0392ea37-245e-4699-a08b-186106c16d92 admin admin] Usage tracker for resource:security_group_rule and tenant:98978e4a09be47b49773308f10bf3d47 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:08:15.779902 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-0392ea37-245e-4699-a08b-186106c16d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:08:15.785463 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-0392ea37-245e-4699-a08b-186106c16d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:08:15.867609 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0392ea37-245e-4699-a08b-186106c16d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:15.930179 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0392ea37-245e-4699-a08b-186106c16d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:15.937394 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-54729afc-1d35-4e56-873a-d581eea87d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:15.976423 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392ea37-245e-4699-a08b-186106c16d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c58f1cd-ab27-4a1f-b516-a38c1b946aba,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:15.980638 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-0392ea37-245e-4699-a08b-186106c16d92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98978e4a09be47b49773308f10bf3d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447413 May 27 10:08:15.981585 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0392ea37-245e-4699-a08b-186106c16d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:15.983258 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45856) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:16.045193 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-9b8edd9c-8245-48dc-9344-38ff7d158d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:16.071401 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-9b8edd9c-8245-48dc-9344-38ff7d158d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:16.208995 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-9b8edd9c-8245-48dc-9344-38ff7d158d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:16.212971 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6c1ad777-6df4-4864-bbf9-8e1efa1d3cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:16.224192 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8edd9c-8245-48dc-9344-38ff7d158d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c58f1cd-ab27-4a1f-b516-a38c1b946aba,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:16.231363 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-9b8edd9c-8245-48dc-9344-38ff7d158d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:16.237123 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-9b8edd9c-8245-48dc-9344-38ff7d158d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:16.240620 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-9b8edd9c-8245-48dc-9344-38ff7d158d4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c58f1cd-ab27-4a1f-b516-a38c1b946aba HTTP/1.1" status: 204 len: 168 time: 0.2541790 May 27 10:08:16.385220 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd28667-fed2-4e19-868b-be039178406f req-26664f87-3613-4a42-a83d-b5e9a2d3ecb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:16.386826 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8cd28667-fed2-4e19-868b-be039178406f req-26664f87-3613-4a42-a83d-b5e9a2d3ecb4 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0846624 May 27 10:08:16.431789 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8cd28667-fed2-4e19-868b-be039178406f req-189c7de8-925c-49f4-9559-9416aed713f2 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/security-groups?id=f248667c-1620-47e0-817d-0454211fc2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392978 May 27 10:08:16.532842 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498247f0-42e0-4471-ad73-6f5006408c39 req-eeb9711a-f866-48c8-bcbf-3e238d689224 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:16.534300 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-498247f0-42e0-4471-ad73-6f5006408c39 req-eeb9711a-f866-48c8-bcbf-3e238d689224 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 945 time: 0.0793519 May 27 10:08:16.672775 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-498247f0-42e0-4471-ad73-6f5006408c39 req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Deleting port 965aca05-04e3-478f-86be-398411037ebd {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:16.673124 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-498247f0-42e0-4471-ad73-6f5006408c39 req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:16.808794 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-498247f0-42e0-4471-ad73-6f5006408c39 req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] For port 965aca05-04e3-478f-86be-398411037ebd, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=965aca05-04e3-478f-86be-398411037ebd,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:16.809151 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-498247f0-42e0-4471-ad73-6f5006408c39 req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:16.938580 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-498247f0-42e0-4471-ad73-6f5006408c39 req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Calling delete_port for 965aca05-04e3-478f-86be-398411037ebd owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:17.221130 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-498247f0-42e0-4471-ad73-6f5006408c39 req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:17.227308 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c532f0d2-cf6a-4013-a8f6-3b2f9ef772ca tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:17.271227 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event deleted for resources: {'Port': ['ID=965aca05-04e3-478f-86be-398411037ebd,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:17.309391 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.309767 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.310163 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.310521 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.310875 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.311227 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.311575 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.311950 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.312301 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.312652 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.313001 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.313346 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:17.321464 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:17.361725 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-498247f0-42e0-4471-ad73-6f5006408c39 req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] No DVR routers for this DVR port 965aca05-04e3-478f-86be-398411037ebd on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:08:17.364545 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-498247f0-42e0-4471-ad73-6f5006408c39 req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:17.368113 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'name': 'network-vif-deleted', 'tag': '965aca05-04e3-478f-86be-398411037ebd'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:08:17.380031 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-498247f0-42e0-4471-ad73-6f5006408c39 req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.35 "DELETE /v2.0/ports/965aca05-04e3-478f-86be-398411037ebd HTTP/1.1" status: 204 len: 173 time: 0.8399429 May 27 10:08:17.411674 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1d6e9f-2725-4e3d-920d-eb9693687f67', 'name': 'network-vif-deleted', 'tag': '965aca05-04e3-478f-86be-398411037ebd', 'status': 'completed', 'code': 200} May 27 10:08:17.589160 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-8d83f3d5-01e2-49c4-8756-104c6ccf76bd req-cf471feb-da23-48b9-b556-e039d0fa8362 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Synchronizing usage tracker for tenant:0f5e370e6e574a99b9852a2d3d2e6513 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:08:17.667293 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-8d83f3d5-01e2-49c4-8756-104c6ccf76bd req-cf471feb-da23-48b9-b556-e039d0fa8362 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Unset dirty status for tenant:0f5e370e6e574a99b9852a2d3d2e6513 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:08:17.676592 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-8d83f3d5-01e2-49c4-8756-104c6ccf76bd req-cf471feb-da23-48b9-b556-e039d0fa8362 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 210 time: 0.1324825 May 27 10:08:18.840790 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c763cc95-227a-4c86-a629-ef2751df0afa req-817f01ef-4e54-486d-8d7c-358bb15c48aa tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc1d6e9f-2725-4e3d-920d-eb9693687f67 HTTP/1.1" status: 200 len: 210 time: 0.0500064 May 27 10:08:19.934066 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45924) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:20.001049 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-231ef74f-b799-4952-add3-29ab640b7aca tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:20.031763 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-231ef74f-b799-4952-add3-29ab640b7aca tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:20.225790 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-231ef74f-b799-4952-add3-29ab640b7aca tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:20.230246 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-9b8edd9c-8245-48dc-9344-38ff7d158d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:20.252214 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ef74f-b799-4952-add3-29ab640b7aca tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f248667c-1620-47e0-817d-0454211fc2b3,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:20.252214 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-231ef74f-b799-4952-add3-29ab640b7aca tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:20.252456 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-231ef74f-b799-4952-add3-29ab640b7aca tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:20.255104 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-231ef74f-b799-4952-add3-29ab640b7aca tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] 10.222.0.53 "DELETE /v2.0/security-groups/f248667c-1620-47e0-817d-0454211fc2b3 HTTP/1.1" status: 204 len: 168 time: 0.3186486 May 27 10:08:20.414503 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 45936) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:20.482288 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 965aca05-04e3-478f-86be-398411037ebd no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:20.519219 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 965aca05-04e3-478f-86be-398411037ebd {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:20.519574 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 965aca05-04e3-478f-86be-398411037ebd not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:21.164342 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435964'] for router_interface, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:21.734017 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] Deleting port 8cf8d2c1-c4e8-451a-b45a-31717504a87b {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:21.734327 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:21.879426 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] For port 8cf8d2c1-c4e8-451a-b45a-31717504a87b, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=8cf8d2c1-c4e8-451a-b45a-31717504a87b,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:21.879772 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:22.014174 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] Calling delete_port for 8cf8d2c1-c4e8-451a-b45a-31717504a87b owned by network:router_interface {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:22.249884 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:22.254720 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-4ba7ed8c-035d-4ec4-9468-2a2d2dd8a4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:22.298860 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf8d2c1-c4e8-451a-b45a-31717504a87b,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:22.335777 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:22.586585 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3921373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-436300'] for router_interface, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:23.060917 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] Router fd8fe2bd-c831-4fd2-af27-29331e96ec44 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:08:23.239365 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:08:23.248644 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbe17c-fca8-4fb9-95d0-9e2cf7c41280 None None] Sync routers for ids ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:08:23.258874 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbe17c-fca8-4fb9-95d0-9e2cf7c41280 None None] Routers {'fd8fe2bd-c831-4fd2-af27-29331e96ec44'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:08:23.259494 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-2dcbe17c-fca8-4fb9-95d0-9e2cf7c41280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:08:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:23.365520 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-d0a5c2df-61ab-4f49-b630-65cae3663ae0 admin admin] 10.222.0.53 "PUT /v2.0/routers/fd8fe2bd-c831-4fd2-af27-29331e96ec44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9499831 May 27 10:08:23.369878 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 45962) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:23.490239 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-2dcbe17c-fca8-4fb9-95d0-9e2cf7c41280 None None] Set router fd8fe2bd-c831-4fd2-af27-29331e96ec44 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:08:23.560532 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Notify callbacks [] for router, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:23.758956 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:23.781251 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-2dcbe17c-fca8-4fb9-95d0-9e2cf7c41280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90'}], 'enable_snat': True}, 'gw_port_id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:08:22Z', 'revision_number': 5, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port': {'id': 'f19694cd-a58e-4773-be3e-6e3c4bddec7a', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:1f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:48Z', 'updated_at': '2021-05-27T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:23.784930 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbe17c-fca8-4fb9-95d0-9e2cf7c41280 None None] Checking router: fd8fe2bd-c831-4fd2-af27-29331e96ec44 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:08:23.793746 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbe17c-fca8-4fb9-95d0-9e2cf7c41280 None None] Routers {'fd8fe2bd-c831-4fd2-af27-29331e96ec44'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:08:23.794368 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-2dcbe17c-fca8-4fb9-95d0-9e2cf7c41280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:08:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:23.908581 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Deleting port f19694cd-a58e-4773-be3e-6e3c4bddec7a {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:23.908951 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:23.942161 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-2dcbe17c-fca8-4fb9-95d0-9e2cf7c41280 None None] Set router fd8fe2bd-c831-4fd2-af27-29331e96ec44 gateway port host: None {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:08:24.035869 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] For port f19694cd-a58e-4773-be3e-6e3c4bddec7a, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=f19694cd-a58e-4773-be3e-6e3c4bddec7a,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:24.036218 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:24.050422 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-2dcbe17c-fca8-4fb9-95d0-9e2cf7c41280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:08:23Z', 'revision_number': 6, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port_host': None}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:24.054889 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbe17c-fca8-4fb9-95d0-9e2cf7c41280 None None] The sync data for ids ['fd8fe2bd-c831-4fd2-af27-29331e96ec44'] in dv-cinder-788782-3-smb is: [{'id': 'fd8fe2bd-c831-4fd2-af27-29331e96ec44', 'name': 'tempest-TestShelveInstance-1304200997-router', 'tenant_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:47Z', 'updated_at': '2021-05-27T10:08:23Z', 'revision_number': 6, 'project_id': '0f5e370e6e574a99b9852a2d3d2e6513', 'gw_port_host': None}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:08:24.158859 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Calling delete_port for f19694cd-a58e-4773-be3e-6e3c4bddec7a owned by network:router_gateway {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:24.370341 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:24.374297 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-9f476454-d59d-4936-91f9-b56a18844fa5 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:24.421473 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19694cd-a58e-4773-be3e-6e3c4bddec7a,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:24.423845 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:24.522718 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437459'] for router_gateway, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:24.798100 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-731'] for router, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:24.800879 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:24.846615 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 8cf8d2c1-c4e8-451a-b45a-31717504a87b no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:24.881555 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 8cf8d2c1-c4e8-451a-b45a-31717504a87b {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:24.881972 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 8cf8d2c1-c4e8-451a-b45a-31717504a87b not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:24.887116 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device f19694cd-a58e-4773-be3e-6e3c4bddec7a no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:24.918486 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-439648'] for router, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:24.919402 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd8fe2bd-c831-4fd2-af27-29331e96ec44 {{(pid=98698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 10:08:24.926992 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: f19694cd-a58e-4773-be3e-6e3c4bddec7a {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:24.927355 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device f19694cd-a58e-4773-be3e-6e3c4bddec7a not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:24.936636 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Notify callbacks [] for router, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:24.937806 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fd8fe2bd-c831-4fd2-af27-29331e96ec44 HTTP/1.1" status: 204 len: 168 time: 1.5677938 May 27 10:08:24.940486 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 45990) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:25.003297 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74e0962-1535-47f7-b436-525758f00717 admin admin] Deleting subnet 05be52dd-a663-4d2e-aadb-2964c5caf137 {{(pid=98698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:08:25.006316 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f74e0962-1535-47f7-b436-525758f00717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:25.061013 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f74e0962-1535-47f7-b436-525758f00717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1971792'] for subnet, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:25.141754 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f74e0962-1535-47f7-b436-525758f00717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:25.473130 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f74e0962-1535-47f7-b436-525758f00717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128020471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2015691'] for subnet, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:25.477309 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:25.511172 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e0962-1535-47f7-b436-525758f00717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05be52dd-a663-4d2e-aadb-2964c5caf137,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:25.513725 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-f74e0962-1535-47f7-b436-525758f00717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:25.518206 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f74e0962-1535-47f7-b436-525758f00717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:25.523284 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce11660-585d-480f-b6a0-5283872a868b None None] Network 37de712e-05ff-4b15-bfa8-52fcb39bb2ee requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:08:25.525063 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-f74e0962-1535-47f7-b436-525758f00717 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/05be52dd-a663-4d2e-aadb-2964c5caf137 HTTP/1.1" status: 204 len: 168 time: 0.5836668 May 27 10:08:25.527843 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46000) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:25.634706 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:25.705845 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Deleting port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:25.706227 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:25.784743 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0439eefc-a16d-4c3d-ae19-f36e79cd5b05 None None] DHCP port deletion for 37de712e-05ff-4b15-bfa8-52fcb39bb2ee request from dv-cinder-788782-3-smb {{(pid=98700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 10:08:25.808295 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] For port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:25.808652 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:25.847354 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-0439eefc-a16d-4c3d-ae19-f36e79cd5b05 None None] Deleting port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 {{(pid=98700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:25.847942 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0439eefc-a16d-4c3d-ae19-f36e79cd5b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:25.937013 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Calling delete_port for 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 owned by network:dhcp {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:25.952268 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-0439eefc-a16d-4c3d-ae19-f36e79cd5b05 None None] For port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4,segment=NetworkSegment(80b6257b-ea3f-4db8-87d0-85a5a2ee186f),segment_id=80b6257b-ea3f-4db8-87d0-85a5a2ee186f)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:25.952661 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0439eefc-a16d-4c3d-ae19-f36e79cd5b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:26.038893 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:26.042832 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-27db905b-c734-41ba-855a-70ac9d11ae21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:26.074254 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-0439eefc-a16d-4c3d-ae19-f36e79cd5b05 None None] Calling delete_port for 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 owned by network:dhcp {{(pid=98700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:26.090055 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:26.093246 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:26.094095 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] No DVR routers for this DVR port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 on host dv-cinder-788782-3-smb {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:08:26.122239 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0439eefc-a16d-4c3d-ae19-f36e79cd5b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797'] for port, after_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:26.126620 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:26.172151 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439eefc-a16d-4c3d-ae19-f36e79cd5b05 None None] Pushing event deleted for resources: {'Port': ['ID=8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4,revision_number=None']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:26.174253 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0439eefc-a16d-4c3d-ae19-f36e79cd5b05 None None] No DVR routers for this DVR port 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 on host dv-cinder-788782-3-smb {{(pid=98700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:08:26.175789 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-0439eefc-a16d-4c3d-ae19-f36e79cd5b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:26.210783 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:26.223180 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37de712e-05ff-4b15-bfa8-52fcb39bb2ee']}} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:26.235483 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b6257b-ea3f-4db8-87d0-85a5a2ee186f') {'for_net_delete': True} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:26.235779 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b6257b-ea3f-4db8-87d0-85a5a2ee186f') {} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:26.247149 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1971817'] for segment, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:26.263001 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:26.268867 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=98698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:08:26.269248 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128019797'] for segment, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: Traceback (most recent call last): May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: timer() May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: cb(*args, **kw) May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: return func(*args, **kwargs) May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: self._notify() May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: self.callback(batched_events) May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: event.method(event) May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: return f(self, *a, **k) May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: return self._get(url).json() May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: return self.request(url, 'GET', **kwargs) May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:08:26.282506 dv-cinder-788782-3-smb neutron-server[98698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:08:26.432678 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:26.436796 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-a5622925-1151-4a00-a50e-159d574cd0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:26.454507 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:26.456961 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Pushing event deleted for resources: {'Network': ['ID=37de712e-05ff-4b15-bfa8-52fcb39bb2ee,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:26.460306 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:26.469405 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-86bcb719-602e-4ab9-86db-243f4a43bb06 admin admin] 10.222.0.53 "DELETE /v2.0/networks/37de712e-05ff-4b15-bfa8-52fcb39bb2ee HTTP/1.1" status: 204 len: 168 time: 0.9400275 May 27 10:08:26.471371 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46008) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:26.557516 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:26.598029 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:26.598371 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 8bcc9504-df5e-42fc-a6b0-c1aaf145e8e4 not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:27.136282 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435964'] for router_interface, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:27.455260 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:27.550618 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] Deleting port da798296-d845-4800-a380-763942d0229a {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:27.550953 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:27.670528 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] For port da798296-d845-4800-a380-763942d0229a, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=da798296-d845-4800-a380-763942d0229a,segment=NetworkSegment(bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1),segment_id=bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:27.670878 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:27.793559 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] Calling delete_port for da798296-d845-4800-a380-763942d0229a owned by network:router_interface {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:27.992060 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:27.995499 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-591ca884-7b5e-41a4-ab49-50f58f0dc9dd tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:28.042113 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=da798296-d845-4800-a380-763942d0229a,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:28.074139 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:28.418832 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3921373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-436300'] for router_interface, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:28.789144 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] Router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:08:28.939537 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46044) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:28.979524 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:08:28.989369 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ad771-8652-42e0-9eb1-067cebc49b87 None None] Sync routers for ids ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'] in dv-cinder-788782-3-smb {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:08:29.000471 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ad771-8652-42e0-9eb1-067cebc49b87 None None] Routers {'9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:08:29.001109 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-b55ad771-8652-42e0-9eb1-067cebc49b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:08:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:29.066329 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b4d73267-dde8-4965-8bb3-5355ea0cb1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:29.080202 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-10a0e85e-2d9e-48b6-ae0c-59e3b3f28b84 admin admin] 10.222.0.53 "PUT /v2.0/routers/9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6078207 May 27 10:08:29.081190 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b4d73267-dde8-4965-8bb3-5355ea0cb1a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:08:29.082734 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46050) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:29.085631 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b4d73267-dde8-4965-8bb3-5355ea0cb1a5 admin admin] Usage tracker for resource:security_group_rule and tenant:5cdd74e0034b479fb5cf0396648d67a5 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:08:29.092955 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b4d73267-dde8-4965-8bb3-5355ea0cb1a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:08:29.098889 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b4d73267-dde8-4965-8bb3-5355ea0cb1a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:08:29.184876 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-b55ad771-8652-42e0-9eb1-067cebc49b87 None None] Set router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f gateway port host: dv-cinder-788782-3-smb {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:08:29.187796 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b4d73267-dde8-4965-8bb3-5355ea0cb1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:29.243374 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b4d73267-dde8-4965-8bb3-5355ea0cb1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:29.252127 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-4cb2b48e-718a-4637-b4c1-cd56d421bd5a tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:29.262959 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Notify callbacks [] for router, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:29.295191 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-b4d73267-dde8-4965-8bb3-5355ea0cb1a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cdd74e0034b479fb5cf0396648d67a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520958 May 27 10:08:29.295191 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d73267-dde8-4965-8bb3-5355ea0cb1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3042fd0d-d1e5-4d3a-8558-3e893297cbb6,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:29.297321 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46054) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:29.300408 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b4d73267-dde8-4965-8bb3-5355ea0cb1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:29.380916 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8cc0bcf2-53cc-437c-8fbb-3e95352c82a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:29.423450 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8cc0bcf2-53cc-437c-8fbb-3e95352c82a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:29.469724 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:29.495095 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-b55ad771-8652-42e0-9eb1-067cebc49b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'name': 'tempest-TestShelveInstance-1000719168-router', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:58Z', 'updated_at': '2021-05-27T10:08:27Z', 'revision_number': 5, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'gw_port': {'id': 'c6a0cb58-fe48-46d8-a34a-cad84b2d6123', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:01:59Z', 'updated_at': '2021-05-27T10:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:29.498943 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ad771-8652-42e0-9eb1-067cebc49b87 None None] Checking router: 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f for host: dv-cinder-788782-3-smb {{(pid=98700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:08:29.507808 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ad771-8652-42e0-9eb1-067cebc49b87 None None] Routers {'9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:08:29.508400 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-b55ad771-8652-42e0-9eb1-067cebc49b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:08:10Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'], 'active': True} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:29.558911 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8cc0bcf2-53cc-437c-8fbb-3e95352c82a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:29.562866 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-bafadcd9-3217-4d05-a552-9f6cc8a1aac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:29.576431 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0bcf2-53cc-437c-8fbb-3e95352c82a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3042fd0d-d1e5-4d3a-8558-3e893297cbb6,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:29.578937 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8cc0bcf2-53cc-437c-8fbb-3e95352c82a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:29.586083 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-8cc0bcf2-53cc-437c-8fbb-3e95352c82a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:29.589530 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-8cc0bcf2-53cc-437c-8fbb-3e95352c82a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3042fd0d-d1e5-4d3a-8558-3e893297cbb6 HTTP/1.1" status: 204 len: 168 time: 0.2888188 May 27 10:08:29.615051 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Deleting port c6a0cb58-fe48-46d8-a34a-cad84b2d6123 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:29.615592 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:29.701378 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvr_db [None req-b55ad771-8652-42e0-9eb1-067cebc49b87 None None] Set router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f gateway port host: None {{(pid=98700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:08:29.741789 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] For port c6a0cb58-fe48-46d8-a34a-cad84b2d6123, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=c6a0cb58-fe48-46d8-a34a-cad84b2d6123,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:29.742281 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:29.807644 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_hamode_db [None req-b55ad771-8652-42e0-9eb1-067cebc49b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'name': 'tempest-TestShelveInstance-1000719168-router', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:58Z', 'updated_at': '2021-05-27T10:08:29Z', 'revision_number': 6, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'gw_port_host': None}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:29.812256 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ad771-8652-42e0-9eb1-067cebc49b87 None None] The sync data for ids ['9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f'] in dv-cinder-788782-3-smb is: [{'id': '9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f', 'name': 'tempest-TestShelveInstance-1000719168-router', 'tenant_id': 'b8c30f9ad73449198edfa1d57480bb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:01:58Z', 'updated_at': '2021-05-27T10:08:29Z', 'revision_number': 6, 'project_id': 'b8c30f9ad73449198edfa1d57480bb71', 'gw_port_host': None}] {{(pid=98700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:08:29.981078 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Calling delete_port for c6a0cb58-fe48-46d8-a34a-cad84b2d6123 owned by network:router_gateway {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:30.174376 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.178296 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5389002c-9eb8-4480-89d7-3f9aa60c8446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:30.225129 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a0cb58-fe48-46d8-a34a-cad84b2d6123,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:30.256822 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:30.275784 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46064) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:30.294137 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b4f9bb5a-7f8d-4fc0-b87e-9c98f94ff65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.309021 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b4f9bb5a-7f8d-4fc0-b87e-9c98f94ff65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:08:30.314594 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b4f9bb5a-7f8d-4fc0-b87e-9c98f94ff65e admin admin] Usage tracker for resource:security_group_rule and tenant:3bee4911e63d4e18aeab72e95473c4ca is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:08:30.317389 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-b4f9bb5a-7f8d-4fc0-b87e-9c98f94ff65e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:08:30.321934 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437459'] for router_gateway, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.328052 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-b4f9bb5a-7f8d-4fc0-b87e-9c98f94ff65e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:08:30.427125 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b4f9bb5a-7f8d-4fc0-b87e-9c98f94ff65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.490087 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-b4f9bb5a-7f8d-4fc0-b87e-9c98f94ff65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.501722 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e2a8fd2c-cf34-47c5-af27-2263a1445788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:30.503147 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-731'] for router, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.505799 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.549505 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-b4f9bb5a-7f8d-4fc0-b87e-9c98f94ff65e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3bee4911e63d4e18aeab72e95473c4ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702086 May 27 10:08:30.549505 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9bb5a-7f8d-4fc0-b87e-9c98f94ff65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c16885-bff4-4c0e-b7b9-6982a1ffbf9b,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:30.550151 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46070) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:30.552719 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b4f9bb5a-7f8d-4fc0-b87e-9c98f94ff65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:30.601910 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-439648'] for router, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.602686 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f {{(pid=98698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 10:08:30.642179 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device da798296-d845-4800-a380-763942d0229a no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:30.654510 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c4ac46ea-11bf-4278-9824-2ca49d5ebd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.657198 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] Notify callbacks [] for router, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.658356 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-1f7fcab2-26f8-4f4e-b231-1c7b17f0d339 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9a3da1fb-da5d-4b05-a01a-9c9f6a1c069f HTTP/1.1" status: 204 len: 168 time: 1.5746944 May 27 10:08:30.661418 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46074) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:30.686788 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c4ac46ea-11bf-4278-9824-2ca49d5ebd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.694021 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: da798296-d845-4800-a380-763942d0229a {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:30.695223 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device da798296-d845-4800-a380-763942d0229a not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:30.695930 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device c6a0cb58-fe48-46d8-a34a-cad84b2d6123 no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:30.732568 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: c6a0cb58-fe48-46d8-a34a-cad84b2d6123 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:30.733018 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device c6a0cb58-fe48-46d8-a34a-cad84b2d6123 not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:30.741564 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ae7c98-66df-4184-92c9-2df8e981292e admin admin] Deleting subnet b982f31f-94fa-4ae7-9196-a4874331e1db {{(pid=98699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:08:30.744879 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-78ae7c98-66df-4184-92c9-2df8e981292e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.798792 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-78ae7c98-66df-4184-92c9-2df8e981292e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1927318'] for subnet, precommit_delete_associations {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.843614 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c4ac46ea-11bf-4278-9824-2ca49d5ebd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.849513 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1b63ba15-8b12-4635-80cf-b97d4485b378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:30.864066 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac46ea-11bf-4278-9824-2ca49d5ebd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c16885-bff4-4c0e-b7b9-6982a1ffbf9b,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:30.872557 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c4ac46ea-11bf-4278-9824-2ca49d5ebd4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:30.874803 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c4ac46ea-11bf-4278-9824-2ca49d5ebd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:30.878147 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-c4ac46ea-11bf-4278-9824-2ca49d5ebd4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6c16885-bff4-4c0e-b7b9-6982a1ffbf9b HTTP/1.1" status: 204 len: 168 time: 0.3246629 May 27 10:08:30.886458 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-78ae7c98-66df-4184-92c9-2df8e981292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:31.237761 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-78ae7c98-66df-4184-92c9-2df8e981292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1020166'] for subnet, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:31.243104 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:31.278702 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae7c98-66df-4184-92c9-2df8e981292e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b982f31f-94fa-4ae7-9196-a4874331e1db,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:31.281911 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-78ae7c98-66df-4184-92c9-2df8e981292e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for subnet, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:31.283305 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-78ae7c98-66df-4184-92c9-2df8e981292e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:31.285778 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6450c7-1709-44dc-8951-ad6b510f9c20 None None] Network df29548d-4bf1-4a87-b59c-0267935b7221 requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:08:31.293995 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-78ae7c98-66df-4184-92c9-2df8e981292e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b982f31f-94fa-4ae7-9196-a4874331e1db HTTP/1.1" status: 204 len: 168 time: 0.6288493 May 27 10:08:31.294233 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46082) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:31.408751 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:31.482883 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Deleting port 46b28243-81b2-452b-b338-37f7282458a9 {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:31.483220 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:31.537501 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] DHCP port deletion for df29548d-4bf1-4a87-b59c-0267935b7221 request from dv-cinder-788782-3-smb {{(pid=98700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 10:08:31.587159 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] For port 46b28243-81b2-452b-b338-37f7282458a9, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=46b28243-81b2-452b-b338-37f7282458a9,segment=NetworkSegment(bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1),segment_id=bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1)] {{(pid=98699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:31.587688 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:31.603137 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Deleting port 46b28243-81b2-452b-b338-37f7282458a9 {{(pid=98700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:08:31.603520 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:31.701840 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] For port 46b28243-81b2-452b-b338-37f7282458a9, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=46b28243-81b2-452b-b338-37f7282458a9,segment=NetworkSegment(bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1),segment_id=bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:08:31.702519 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:31.711583 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Calling delete_port for 46b28243-81b2-452b-b338-37f7282458a9 owned by network:dhcp {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:31.827204 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Calling delete_port for 46b28243-81b2-452b-b338-37f7282458a9 owned by network:dhcp {{(pid=98700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:08:31.831417 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:31.836327 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d562355a-608d-43a2-8edc-52bb14fea7a5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:31.878271 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797'] for port, after_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:31.880709 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b28243-81b2-452b-b338-37f7282458a9,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:31.882729 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] No DVR routers for this DVR port 46b28243-81b2-452b-b338-37f7282458a9 on host dv-cinder-788782-3-smb {{(pid=98699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:08:31.884196 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:31.884323 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:31.930303 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Pushing event deleted for resources: {'Port': ['ID=46b28243-81b2-452b-b338-37f7282458a9,revision_number=None']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:31.934667 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] No DVR routers for this DVR port 46b28243-81b2-452b-b338-37f7282458a9 on host dv-cinder-788782-3-smb {{(pid=98700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:08:31.943300 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.943726 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.944365 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.944886 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.945414 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.946500 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.947016 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.947525 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.948468 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.948956 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.949449 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.950016 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:08:31.955223 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-0f7e9679-08d7-4cca-a461-45d80f06d4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:32.099881 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:32.112911 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df29548d-4bf1-4a87-b59c-0267935b7221']}} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:32.125615 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1') {'for_net_delete': True} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:32.125941 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.services.segments.db [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7fa5ca-1e3d-4e86-9557-ee07b1d071f1') {} {{(pid=98699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:08:32.137506 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1927343'] for segment, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:32.153600 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:32.160469 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=98699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:08:32.164453 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533260'] for segment, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: Traceback (most recent call last): May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: timer() May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: cb(*args, **kw) May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: return func(*args, **kwargs) May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: self._notify() May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: self.callback(batched_events) May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: event.method(event) May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: return f(self, *a, **k) May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: return self._get(url).json() May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: return self.request(url, 'GET', **kwargs) May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:08:32.174252 dv-cinder-788782-3-smb neutron-server[98699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:08:32.318382 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:32.328260 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:32.345316 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:32.355557 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=df29548d-4bf1-4a87-b59c-0267935b7221,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:32.360535 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:32.368065 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-43ce3f45-3066-41fa-bd66-9b527a8d58d6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/df29548d-4bf1-4a87-b59c-0267935b7221 HTTP/1.1" status: 204 len: 168 time: 1.0727186 May 27 10:08:32.559858 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 46b28243-81b2-452b-b338-37f7282458a9 no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:08:32.592870 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 46b28243-81b2-452b-b338-37f7282458a9 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:08:32.593211 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 46b28243-81b2-452b-b338-37f7282458a9 not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:08:32.773339 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46118) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:32.825882 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-854658c7-59b7-49b6-87e8-c56447a5b967 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f5e370e6e574a99b9852a2d3d2e6513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511942 May 27 10:08:32.828178 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46122) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:32.887576 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-50d3b75b-73f0-4dff-a420-ac0f714e074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:32.915451 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-50d3b75b-73f0-4dff-a420-ac0f714e074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:33.078113 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-50d3b75b-73f0-4dff-a420-ac0f714e074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:33.081845 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-63aaa6f1-1ccc-43ad-a070-0c1f6fd6660f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:33.093044 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3b75b-73f0-4dff-a420-ac0f714e074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b59d9-eddb-402b-974f-c1332f91fd8a,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:33.095300 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-50d3b75b-73f0-4dff-a420-ac0f714e074c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:33.100466 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-50d3b75b-73f0-4dff-a420-ac0f714e074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:33.104511 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-50d3b75b-73f0-4dff-a420-ac0f714e074c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e55b59d9-eddb-402b-974f-c1332f91fd8a HTTP/1.1" status: 204 len: 168 time: 0.2753961 May 27 10:08:33.801383 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46144) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:33.850786 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-3f0f4874-2470-446f-bae1-60569212703d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8c30f9ad73449198edfa1d57480bb71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475132 May 27 10:08:33.853477 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46148) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:33.913965 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c13f-2270-49cc-a4fe-d6457e5415da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:33.940838 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c13f-2270-49cc-a4fe-d6457e5415da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:34.043995 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c13f-2270-49cc-a4fe-d6457e5415da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:34.049099 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-8df08a10-e253-4055-a119-128b55e7423f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:34.062524 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0c13f-2270-49cc-a4fe-d6457e5415da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbc990d-316b-4e3e-8782-bee4f86ee301,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:34.064876 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b8b0c13f-2270-49cc-a4fe-d6457e5415da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:34.066988 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-b8b0c13f-2270-49cc-a4fe-d6457e5415da admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:34.068092 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-b8b0c13f-2270-49cc-a4fe-d6457e5415da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4dbc990d-316b-4e3e-8782-bee4f86ee301 HTTP/1.1" status: 204 len: 168 time: 0.2136786 May 27 10:08:37.318165 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-534cd65c-ef36-4688-9f46-d2308b245132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:37.743900 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46200) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:37.859984 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7dbe-49fc-4fa1-9faf-af598411d865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:37.874874 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-4fbe7dbe-49fc-4fa1-9faf-af598411d865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:08:37.879024 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-4fbe7dbe-49fc-4fa1-9faf-af598411d865 admin admin] Usage tracker for resource:security_group_rule and tenant:61c0a34a447e4b7e88a4042f117dd2be is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:08:37.882339 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-4fbe7dbe-49fc-4fa1-9faf-af598411d865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:08:37.888717 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-4fbe7dbe-49fc-4fa1-9faf-af598411d865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:08:37.966416 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7dbe-49fc-4fa1-9faf-af598411d865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:38.026531 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7dbe-49fc-4fa1-9faf-af598411d865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:38.035029 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-93bfc42e-894f-4207-a37a-1490e8074135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:38.077175 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-4fbe7dbe-49fc-4fa1-9faf-af598411d865 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61c0a34a447e4b7e88a4042f117dd2be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321121 May 27 10:08:38.078104 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe7dbe-49fc-4fa1-9faf-af598411d865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823c33a9-b336-4847-a1f8-fb3acc3e5362,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:38.079793 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46206) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:38.081236 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-4fbe7dbe-49fc-4fa1-9faf-af598411d865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:38.138242 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-dea27951-22db-4640-8c00-fb285b959fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:38.166746 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-dea27951-22db-4640-8c00-fb285b959fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:38.266574 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-dea27951-22db-4640-8c00-fb285b959fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:38.270144 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0392ea37-245e-4699-a08b-186106c16d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:38.282666 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea27951-22db-4640-8c00-fb285b959fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823c33a9-b336-4847-a1f8-fb3acc3e5362,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:38.284926 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-dea27951-22db-4640-8c00-fb285b959fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:38.290261 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-dea27951-22db-4640-8c00-fb285b959fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:38.290435 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-dea27951-22db-4640-8c00-fb285b959fae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/823c33a9-b336-4847-a1f8-fb3acc3e5362 HTTP/1.1" status: 204 len: 168 time: 0.2096448 May 27 10:08:38.301160 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:08:38.921804 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46216) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:38.943527 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-affd755e-362a-40e6-b0e6-ce0925374634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:38.957579 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-affd755e-362a-40e6-b0e6-ce0925374634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:08:38.962299 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-affd755e-362a-40e6-b0e6-ce0925374634 admin admin] Usage tracker for resource:security_group_rule and tenant:2fac90b986d94c5d93ce9b89896b8641 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:08:38.965268 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-affd755e-362a-40e6-b0e6-ce0925374634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:08:38.971119 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-affd755e-362a-40e6-b0e6-ce0925374634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:08:39.053600 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-affd755e-362a-40e6-b0e6-ce0925374634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:39.117613 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-affd755e-362a-40e6-b0e6-ce0925374634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:39.124817 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:39.164278 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd755e-362a-40e6-b0e6-ce0925374634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467c5031-82e4-475d-ba2a-a4252967ac08,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:39.168509 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-affd755e-362a-40e6-b0e6-ce0925374634 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2fac90b986d94c5d93ce9b89896b8641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456729 May 27 10:08:39.169510 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-affd755e-362a-40e6-b0e6-ce0925374634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:39.171418 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46220) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:39.235246 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2899-868f-4e65-bb58-7490eab29d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:39.260713 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2899-868f-4e65-bb58-7490eab29d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:39.374347 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2899-868f-4e65-bb58-7490eab29d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:39.378511 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-dea27951-22db-4640-8c00-fb285b959fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:39.390649 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd2899-868f-4e65-bb58-7490eab29d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467c5031-82e4-475d-ba2a-a4252967ac08,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:39.394031 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d3cd2899-868f-4e65-bb58-7490eab29d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:39.397664 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2899-868f-4e65-bb58-7490eab29d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:39.398810 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-d3cd2899-868f-4e65-bb58-7490eab29d96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/467c5031-82e4-475d-ba2a-a4252967ac08 HTTP/1.1" status: 204 len: 168 time: 0.2264402 May 27 10:08:39.649106 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:39.745517 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-249948ff-49a2-48cf-a1f6-f0d5d0094339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:40.946521 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:42.614376 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:44.144411 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46300) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:44.296305 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-db1d2b34-8fb5-40b6-af83-49f066125e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:44.314678 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-db1d2b34-8fb5-40b6-af83-49f066125e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:08:44.318507 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-db1d2b34-8fb5-40b6-af83-49f066125e27 admin admin] Usage tracker for resource:security_group_rule and tenant:abb4699604404051a80007f76052c619 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:08:44.321342 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-db1d2b34-8fb5-40b6-af83-49f066125e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:08:44.327107 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-db1d2b34-8fb5-40b6-af83-49f066125e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:08:44.407978 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-db1d2b34-8fb5-40b6-af83-49f066125e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:44.534980 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-db1d2b34-8fb5-40b6-af83-49f066125e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:44.542661 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-7db4a4c3-d1d4-4027-962a-4fb305eb723b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:44.585298 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-db1d2b34-8fb5-40b6-af83-49f066125e27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abb4699604404051a80007f76052c619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397659 May 27 10:08:44.586261 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d2b34-8fb5-40b6-af83-49f066125e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aed7e6-5e1d-497e-9e26-8fc1409d78e7,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:44.588099 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46306) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:44.589296 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-db1d2b34-8fb5-40b6-af83-49f066125e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:44.647401 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0cb266bd-b9d0-4d99-94a1-a033e0c310dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:44.672051 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0cb266bd-b9d0-4d99-94a1-a033e0c310dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:44.813727 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0cb266bd-b9d0-4d99-94a1-a033e0c310dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:44.817375 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-9496887b-6382-41db-9d50-a599bffe477c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:44.830910 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb266bd-b9d0-4d99-94a1-a033e0c310dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aed7e6-5e1d-497e-9e26-8fc1409d78e7,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:44.833603 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0cb266bd-b9d0-4d99-94a1-a033e0c310dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:44.842895 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0cb266bd-b9d0-4d99-94a1-a033e0c310dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:44.844000 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-0cb266bd-b9d0-4d99-94a1-a033e0c310dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0aed7e6-5e1d-497e-9e26-8fc1409d78e7 HTTP/1.1" status: 204 len: 168 time: 0.2541800 May 27 10:08:45.517921 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46316) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:45.535956 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c85e89f1-4aff-4fc0-a205-655da1ed0304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:45.550012 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-c85e89f1-4aff-4fc0-a205-655da1ed0304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:08:45.554062 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-c85e89f1-4aff-4fc0-a205-655da1ed0304 admin admin] Usage tracker for resource:security_group_rule and tenant:61708e2060c64ea29aaf726b0d25bf8b is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:08:45.556780 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-c85e89f1-4aff-4fc0-a205-655da1ed0304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:08:45.562655 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-c85e89f1-4aff-4fc0-a205-655da1ed0304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:08:45.642653 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c85e89f1-4aff-4fc0-a205-655da1ed0304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:45.717471 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c85e89f1-4aff-4fc0-a205-655da1ed0304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:45.726077 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:45.765808 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-c85e89f1-4aff-4fc0-a205-655da1ed0304 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61708e2060c64ea29aaf726b0d25bf8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468660 May 27 10:08:45.767426 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e89f1-4aff-4fc0-a205-655da1ed0304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6847b6ce-1626-4533-898d-03963bed812e,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:45.768519 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46320) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:08:45.770417 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c85e89f1-4aff-4fc0-a205-655da1ed0304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:45.827096 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-29ab908f-4d7c-420c-94f3-c0282a483d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:45.852160 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-29ab908f-4d7c-420c-94f3-c0282a483d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:45.976047 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-29ab908f-4d7c-420c-94f3-c0282a483d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:45.979715 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d0a9933d-49cd-4f3b-b838-37553643866d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:08:45.998029 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab908f-4d7c-420c-94f3-c0282a483d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6847b6ce-1626-4533-898d-03963bed812e,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:08:46.000315 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-29ab908f-4d7c-420c-94f3-c0282a483d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:08:46.013206 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-29ab908f-4d7c-420c-94f3-c0282a483d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:46.014351 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-29ab908f-4d7c-420c-94f3-c0282a483d02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6847b6ce-1626-4533-898d-03963bed812e HTTP/1.1" status: 204 len: 168 time: 0.2448719 May 27 10:08:51.269385 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a2323-9d13-4b4f-aed5-589ec468e930 req-5e706c5e-1575-4d80-a8a0-8ed3d17f6ebe tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:51.270871 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9a1a2323-9d13-4b4f-aed5-589ec468e930 req-5e706c5e-1575-4d80-a8a0-8ed3d17f6ebe tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0830112 May 27 10:08:51.315193 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9a1a2323-9d13-4b4f-aed5-589ec468e930 req-8859c694-fbe6-41b8-965c-f71644a34443 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387120 May 27 10:08:52.504437 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff52d47-93ce-4802-b7b6-0c155e7e0f0a req-24729c7a-d118-44d1-acc6-1576a05f1166 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:52.505961 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-aff52d47-93ce-4802-b7b6-0c155e7e0f0a req-24729c7a-d118-44d1-acc6-1576a05f1166 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0806310 May 27 10:08:52.552815 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-aff52d47-93ce-4802-b7b6-0c155e7e0f0a req-3b8fb62e-21ab-4094-b0b2-493c14064b44 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 May 27 10:08:53.838362 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e20b9-30bb-46e9-984f-564064b77ff6 req-e0cfe3e4-3309-4d89-8d81-87a9e7db7649 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:53.839867 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4d8e20b9-30bb-46e9-984f-564064b77ff6 req-e0cfe3e4-3309-4d89-8d81-87a9e7db7649 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.1745234 May 27 10:08:53.884900 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4d8e20b9-30bb-46e9-984f-564064b77ff6 req-6ca86c40-015c-4977-966d-c400a243391b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392220 May 27 10:08:55.079906 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9896b-9ddd-4278-bc6a-f47e97125b8e req-368d922c-f1c6-4d51-a9c9-3bf53eb64ad4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:55.081239 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2dd9896b-9ddd-4278-bc6a-f47e97125b8e req-368d922c-f1c6-4d51-a9c9-3bf53eb64ad4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0816040 May 27 10:08:55.125236 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2dd9896b-9ddd-4278-bc6a-f47e97125b8e req-8906e126-c37e-437f-9eb9-0b556aa0fa71 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375752 May 27 10:08:56.317375 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7defc3-eff8-4f39-a8c0-42a3edd3da6e req-6f5640ec-fb03-4f59-8878-798eae57fcef tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:56.318833 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2a7defc3-eff8-4f39-a8c0-42a3edd3da6e req-6f5640ec-fb03-4f59-8878-798eae57fcef tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0814476 May 27 10:08:56.365917 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2a7defc3-eff8-4f39-a8c0-42a3edd3da6e req-69de461b-2bd0-449d-ae46-d547ec65913c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401735 May 27 10:08:57.471729 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:08:57.560307 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df2e18-89cb-4e26-80a9-cce7841aab65 req-31e4fbb2-a876-45a4-883f-94fa0aa51618 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:57.561680 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0df2e18-89cb-4e26-80a9-cce7841aab65 req-31e4fbb2-a876-45a4-883f-94fa0aa51618 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0840545 May 27 10:08:57.606322 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e0df2e18-89cb-4e26-80a9-cce7841aab65 req-199b8417-827b-4bef-b31a-a22db80cfce8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391450 May 27 10:08:58.802397 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c91c92-3c49-48e0-938f-438e4dfd07c2 req-b209c3dd-efc5-47f2-8374-2857c3782b4f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:08:58.803864 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-64c91c92-3c49-48e0-938f-438e4dfd07c2 req-b209c3dd-efc5-47f2-8374-2857c3782b4f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0803258 May 27 10:08:58.848914 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-64c91c92-3c49-48e0-938f-438e4dfd07c2 req-b1d0fc13-f3da-4fa4-8c65-cc6a9802a323 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387661 May 27 10:09:00.041170 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03591fb-7f09-45d9-b4ad-558df1cbf556 req-9135e6a2-ab8e-48bf-85ba-1836ef25c1da tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:00.042709 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f03591fb-7f09-45d9-b4ad-558df1cbf556 req-9135e6a2-ab8e-48bf-85ba-1836ef25c1da tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0857215 May 27 10:09:00.086134 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f03591fb-7f09-45d9-b4ad-558df1cbf556 req-0f6d2e4e-6507-4380-a9ca-41a1ba6eea2c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378299 May 27 10:09:00.792900 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46472) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:09:00.907412 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1de1f05d-65b2-426b-b93b-037ddca0f34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:00.921693 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-1de1f05d-65b2-426b-b93b-037ddca0f34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:09:00.925433 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-1de1f05d-65b2-426b-b93b-037ddca0f34f admin admin] Usage tracker for resource:security_group_rule and tenant:33862aed44e240b6b9313abe6ca4ef32 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:09:00.928302 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-1de1f05d-65b2-426b-b93b-037ddca0f34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:09:00.935102 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-1de1f05d-65b2-426b-b93b-037ddca0f34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:09:01.016072 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1de1f05d-65b2-426b-b93b-037ddca0f34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:01.082917 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1de1f05d-65b2-426b-b93b-037ddca0f34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:01.090816 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b4d73267-dde8-4965-8bb3-5355ea0cb1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:09:01.130189 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1f05d-65b2-426b-b93b-037ddca0f34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2215040-e15d-4cef-a8bd-fdde75d59d93,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:09:01.133489 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-1de1f05d-65b2-426b-b93b-037ddca0f34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:09:01.137873 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-1de1f05d-65b2-426b-b93b-037ddca0f34f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33862aed44e240b6b9313abe6ca4ef32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420887 May 27 10:09:01.138848 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46480) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:09:01.196202 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-aa15018e-0130-4e54-8909-a583a9cb7a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:01.225261 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-aa15018e-0130-4e54-8909-a583a9cb7a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:01.287945 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088cb2b-e7f3-4c8f-a9ac-fe77f30f94bb req-05b80d44-c922-4b37-ae93-4dea26b49f33 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:01.289378 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1088cb2b-e7f3-4c8f-a9ac-fe77f30f94bb req-05b80d44-c922-4b37-ae93-4dea26b49f33 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0925941 May 27 10:09:01.343217 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-aa15018e-0130-4e54-8909-a583a9cb7a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:01.352031 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-19ffb7e7-1f03-4934-b846-8019bc98f9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:09:01.358177 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1088cb2b-e7f3-4c8f-a9ac-fe77f30f94bb req-3fd1b101-b2b1-472f-8495-c623a5fdbb90 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619674 May 27 10:09:01.382496 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15018e-0130-4e54-8909-a583a9cb7a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2215040-e15d-4cef-a8bd-fdde75d59d93,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:09:01.382496 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-aa15018e-0130-4e54-8909-a583a9cb7a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:09:01.382496 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-aa15018e-0130-4e54-8909-a583a9cb7a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:01.382496 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-aa15018e-0130-4e54-8909-a583a9cb7a07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2215040-e15d-4cef-a8bd-fdde75d59d93 HTTP/1.1" status: 204 len: 168 time: 0.2374392 May 27 10:09:02.090709 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46488) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:09:02.109237 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c2e55ef9-f548-429b-a8f6-78bb3fb033f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:02.124105 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-c2e55ef9-f548-429b-a8f6-78bb3fb033f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:09:02.127971 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-c2e55ef9-f548-429b-a8f6-78bb3fb033f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f277025d2be149b79324c6708d24fd1a is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:09:02.130719 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-c2e55ef9-f548-429b-a8f6-78bb3fb033f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:09:02.136555 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-c2e55ef9-f548-429b-a8f6-78bb3fb033f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:09:02.215594 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c2e55ef9-f548-429b-a8f6-78bb3fb033f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:02.287816 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-c2e55ef9-f548-429b-a8f6-78bb3fb033f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:02.296842 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-50d3b75b-73f0-4dff-a420-ac0f714e074c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:09:02.340093 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-c2e55ef9-f548-429b-a8f6-78bb3fb033f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f277025d2be149b79324c6708d24fd1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482407 May 27 10:09:02.340981 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e55ef9-f548-429b-a8f6-78bb3fb033f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d84889f-1a79-4983-b86a-f1d542ba15d0,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:09:02.342799 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46492) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:09:02.344590 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c2e55ef9-f548-429b-a8f6-78bb3fb033f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:09:02.404860 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ed579b29-4bd4-4049-ae15-9cbd6f495fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:02.430803 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ed579b29-4bd4-4049-ae15-9cbd6f495fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:02.560468 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a90e21-f187-420f-9b16-6127b439b69f req-ad899791-d72b-4acf-b832-233200c23d70 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:02.561870 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-20a90e21-f187-420f-9b16-6127b439b69f req-ad899791-d72b-4acf-b832-233200c23d70 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0843914 May 27 10:09:02.568240 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ed579b29-4bd4-4049-ae15-9cbd6f495fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:02.573318 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-4caa8ac3-6a14-4410-9890-c8051d41c500 tempest-TestMinimumBasicScenario-822475320 tempest-TestMinimumBasicScenario-822475320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:09:02.586261 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed579b29-4bd4-4049-ae15-9cbd6f495fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d84889f-1a79-4983-b86a-f1d542ba15d0,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:09:02.589459 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ed579b29-4bd4-4049-ae15-9cbd6f495fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:09:02.594793 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ed579b29-4bd4-4049-ae15-9cbd6f495fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:02.596052 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-ed579b29-4bd4-4049-ae15-9cbd6f495fa0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d84889f-1a79-4983-b86a-f1d542ba15d0 HTTP/1.1" status: 204 len: 168 time: 0.2517219 May 27 10:09:02.611912 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-20a90e21-f187-420f-9b16-6127b439b69f req-6401f724-9e84-401d-b5d9-13568172343e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444145 May 27 10:09:03.796503 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742b880-2497-40f9-b9cc-4a01c98b53f3 req-dcddd9a4-dc71-4cf4-80ed-e5fffe7e8701 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:03.797969 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b742b880-2497-40f9-b9cc-4a01c98b53f3 req-dcddd9a4-dc71-4cf4-80ed-e5fffe7e8701 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0779295 May 27 10:09:03.841129 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b742b880-2497-40f9-b9cc-4a01c98b53f3 req-3517a39a-aff3-443c-b741-a56c12299465 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376654 May 27 10:09:04.669063 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 030e1fc2-b6ad-4347-9bec-826ca919e575 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:09:04.835704 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:09:04.851826 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'port_id': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'mac_address': 'fa:16:3e:c8:82:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:09:04.907043 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:04.926688 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 030e1fc2-b6ad-4347-9bec-826ca919e575 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:09:04.942494 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:09:05.037629 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc34784-fce6-4b04-b39d-0ee7cce2f458 req-7641b158-cfe3-4288-bad0-bbeef2e4a734 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:05.039145 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2dc34784-fce6-4b04-b39d-0ee7cce2f458 req-7641b158-cfe3-4288-bad0-bbeef2e4a734 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0851367 May 27 10:09:05.085047 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2dc34784-fce6-4b04-b39d-0ee7cce2f458 req-2b019aec-bf38-4ccb-b226-89de81679752 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394588 May 27 10:09:05.163784 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:05.166166 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:09:05.236573 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=030e1fc2-b6ad-4347-9bec-826ca919e575,revision_number=6']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:09:05.239753 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:09:05.244223 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['030e1fc2-b6ad-4347-9bec-826ca919e575'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:09:06.272228 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab204fb-2a96-4225-90e0-f5b7d9469258 req-69099660-2011-47bd-9d8f-cf4472c52f64 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:06.273674 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9ab204fb-2a96-4225-90e0-f5b7d9469258 req-69099660-2011-47bd-9d8f-cf4472c52f64 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 944 time: 0.0777986 May 27 10:09:06.321983 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9ab204fb-2a96-4225-90e0-f5b7d9469258 req-7e3ad6af-bc1f-4079-9f87-6de95903b3e9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 May 27 10:09:06.668136 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 030e1fc2-b6ad-4347-9bec-826ca919e575 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:09:06.735868 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 030e1fc2-b6ad-4347-9bec-826ca919e575 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:09:06.736239 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:06.844851 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:06.872192 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:09:06.881870 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:09:06.915653 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'code': 200} May 27 10:09:06.951152 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:06.953756 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-dff1b211-84f6-4403-8d68-be67d58e81df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:09:07.020408 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=030e1fc2-b6ad-4347-9bec-826ca919e575,revision_number=7']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:09:07.023449 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:09:07.283055 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-446b4fe5-a174-4442-ad60-d414cb9d7f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:07.516792 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5e33b-fb8d-4e93-a14f-5c16bfda2ad3 req-a51e2d32-c4c7-4f8d-bc26-3ad4c21c856c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:07.518710 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-21e5e33b-fb8d-4e93-a14f-5c16bfda2ad3 req-a51e2d32-c4c7-4f8d-bc26-3ad4c21c856c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0883524 May 27 10:09:07.567346 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-21e5e33b-fb8d-4e93-a14f-5c16bfda2ad3 req-9061a001-8f47-4b22-a405-390ab0a81f87 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 May 27 10:09:08.777897 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b368e-b6bc-4f77-a032-e3524d386e90 req-fb8befec-59da-4105-a8d2-3da7591540b2 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:08.779659 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ba4b368e-b6bc-4f77-a032-e3524d386e90 req-fb8befec-59da-4105-a8d2-3da7591540b2 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0949085 May 27 10:09:08.833111 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ba4b368e-b6bc-4f77-a032-e3524d386e90 req-1f170271-3786-4d9c-bffc-669d5fa37b11 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474827 May 27 10:09:09.666021 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:09.785291 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a62f46b7-5a6c-4a8e-84a3-ca1b364ceb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:10.035854 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4afe9d-31a5-46ef-b7d8-5236b8439333 req-a62454ae-b676-4520-b681-8229947f67c0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:10.037487 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fc4afe9d-31a5-46ef-b7d8-5236b8439333 req-a62454ae-b676-4520-b681-8229947f67c0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0852551 May 27 10:09:10.083988 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fc4afe9d-31a5-46ef-b7d8-5236b8439333 req-147ed503-ee8f-44bc-9c75-f6c672ee3317 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397978 May 27 10:09:10.974795 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:11.315797 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730b35a-a474-41b5-b6c5-f8a2cf0fe621 req-b137c319-ae7e-4eac-ad85-c18a91033978 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:11.317532 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f730b35a-a474-41b5-b6c5-f8a2cf0fe621 req-b137c319-ae7e-4eac-ad85-c18a91033978 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0977759 May 27 10:09:11.366343 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f730b35a-a474-41b5-b6c5-f8a2cf0fe621 req-d3f58c07-a69d-4d8a-8c5e-f5736c14ba8d tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418708 May 27 10:09:12.592644 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4edd5-5647-438e-bf9a-885ff46a7733 req-d2901feb-266a-4e55-b781-9599fa5f1a78 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:12.594112 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f6c4edd5-5647-438e-bf9a-885ff46a7733 req-d2901feb-266a-4e55-b781-9599fa5f1a78 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.1087701 May 27 10:09:12.646815 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f6c4edd5-5647-438e-bf9a-885ff46a7733 req-5c2bfba5-e4ec-4a29-ac22-be52cdd50119 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440123 May 27 10:09:12.666856 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:13.876119 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728c806-79cb-442b-a344-0a8d8fd569ee req-91c2cd89-39eb-4ca9-9dc0-4ba385d94ba2 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:13.877782 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2728c806-79cb-442b-a344-0a8d8fd569ee req-91c2cd89-39eb-4ca9-9dc0-4ba385d94ba2 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0903850 May 27 10:09:13.938927 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-2728c806-79cb-442b-a344-0a8d8fd569ee req-3de052f9-351b-4dd9-8029-2e741635a7f3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541995 May 27 10:09:15.307180 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:09:15.312280 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1cf59-429b-476f-86c0-381194c2afbd req-746ba4ef-63d8-42e7-97f2-2e880e776d29 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:15.312280 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-41e1cf59-429b-476f-86c0-381194c2afbd req-746ba4ef-63d8-42e7-97f2-2e880e776d29 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.2572620 May 27 10:09:15.468988 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-41e1cf59-429b-476f-86c0-381194c2afbd req-a71964cc-0a57-41c1-be1a-38930f2f5f5f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530082 May 27 10:09:16.666912 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dad81-5da5-4124-8585-097ff3360de3 req-b6a1019e-3a6a-454e-93d2-5c148160df9b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:16.668483 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-616dad81-5da5-4124-8585-097ff3360de3 req-b6a1019e-3a6a-454e-93d2-5c148160df9b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0843923 May 27 10:09:16.717293 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-616dad81-5da5-4124-8585-097ff3360de3 req-0ff9517f-f7dd-4ee7-8879-0a5e7d0f44f3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421355 May 27 10:09:17.922043 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb153377-dbf2-40b2-a96a-1240810f5663 req-67ed53b2-d0c6-4eed-8c2d-2d7d3a1ed9d3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:17.924190 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eb153377-dbf2-40b2-a96a-1240810f5663 req-67ed53b2-d0c6-4eed-8c2d-2d7d3a1ed9d3 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0928478 May 27 10:09:17.972243 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-eb153377-dbf2-40b2-a96a-1240810f5663 req-d4112518-bc41-4e0f-b46d-ad1671bbdb45 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 May 27 10:09:19.216292 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad3007-6ff6-47ac-bb85-7655d09ddcb4 req-08fd8286-3ad9-4b4e-a342-f0043709d945 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:19.217742 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e6ad3007-6ff6-47ac-bb85-7655d09ddcb4 req-08fd8286-3ad9-4b4e-a342-f0043709d945 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.1326003 May 27 10:09:19.267456 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e6ad3007-6ff6-47ac-bb85-7655d09ddcb4 req-7fc15a35-1dbd-41aa-9940-75b68fd12eff tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 May 27 10:09:20.409356 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf75a8-0c9c-4fc4-9c9b-f1119da4aa05 req-8e8d0bf7-25cd-4e8d-ba78-9af3c09d68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:20.410798 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-55cf75a8-0c9c-4fc4-9c9b-f1119da4aa05 req-8e8d0bf7-25cd-4e8d-ba78-9af3c09d68f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 1098 time: 0.1016288 May 27 10:09:20.566493 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f5638-1b73-4e6a-9482-9d8674af05d4 req-2b9b0556-f71c-4dbd-af5e-6cc54d782701 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:20.567846 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6d0f5638-1b73-4e6a-9482-9d8674af05d4 req-2b9b0556-f71c-4dbd-af5e-6cc54d782701 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.1898715 May 27 10:09:20.577884 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf75a8-0c9c-4fc4-9c9b-f1119da4aa05 req-4af358f3-3cc1-45de-8c05-d602422222cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:20.579252 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-55cf75a8-0c9c-4fc4-9c9b-f1119da4aa05 req-4af358f3-3cc1-45de-8c05-d602422222cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 918 time: 0.1573250 May 27 10:09:20.708133 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-6d0f5638-1b73-4e6a-9482-9d8674af05d4 req-86f0ddc3-7103-46ca-9e96-5f589ec78d91 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333802 May 27 10:09:20.714486 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-55cf75a8-0c9c-4fc4-9c9b-f1119da4aa05 req-4fffd07e-fcca-4a84-8b62-1b32f4dd951b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=030e1fc2-b6ad-4347-9bec-826ca919e575 HTTP/1.1" status: 200 len: 1000 time: 0.1178772 May 27 10:09:20.781208 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf75a8-0c9c-4fc4-9c9b-f1119da4aa05 req-6ad645d5-bb37-49e6-90d9-7c3604716e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:20.782666 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-55cf75a8-0c9c-4fc4-9c9b-f1119da4aa05 req-6ad645d5-bb37-49e6-90d9-7c3604716e80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.0607181 May 27 10:09:20.856914 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf75a8-0c9c-4fc4-9c9b-f1119da4aa05 req-8f37f03b-26e2-4e00-a4f9-03aea351ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:20.858288 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-55cf75a8-0c9c-4fc4-9c9b-f1119da4aa05 req-8f37f03b-26e2-4e00-a4f9-03aea351ffdb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693974 May 27 10:09:20.987487 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-55cf75a8-0c9c-4fc4-9c9b-f1119da4aa05 req-2df3b828-8df8-4ae0-8030-188d14f7ce26 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231203 May 27 10:09:21.117734 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-55cf75a8-0c9c-4fc4-9c9b-f1119da4aa05 req-6d637e9c-ea3c-4b72-80e5-14126fd47097 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239371 May 27 10:09:21.900070 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db8b1-5875-4084-8297-f3330b8fe843 req-4aac2f17-4cec-441a-8f41-e4522795c28c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:21.902199 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-283db8b1-5875-4084-8297-f3330b8fe843 req-4aac2f17-4cec-441a-8f41-e4522795c28c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0849991 May 27 10:09:21.945296 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-283db8b1-5875-4084-8297-f3330b8fe843 req-458b37d9-9835-4e65-8803-875ba53fe6d1 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375473 May 27 10:09:22.722890 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 030e1fc2-b6ad-4347-9bec-826ca919e575 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:09:22.880071 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:22.908285 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:09:22.923533 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:09:22.967033 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'code': 200} May 27 10:09:23.002996 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:23.004948 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:09:23.093537 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=030e1fc2-b6ad-4347-9bec-826ca919e575,revision_number=8']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:09:23.096775 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:09:23.189787 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6df25b-cf72-450c-8a86-0f83a5d64a17 req-d5a03a4a-29f4-4b2a-9d16-fc007275a2b0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:23.191292 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1f6df25b-cf72-450c-8a86-0f83a5d64a17 req-d5a03a4a-29f4-4b2a-9d16-fc007275a2b0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.1016457 May 27 10:09:23.241560 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-1f6df25b-cf72-450c-8a86-0f83a5d64a17 req-b1262722-c81b-408b-a20a-d2d2736ba827 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385189 May 27 10:09:25.946498 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7aa19a-1458-40a2-882d-85c70202caf0 req-49cd7304-09b4-41c2-81d1-fbf48b376be9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:25.947970 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4b7aa19a-1458-40a2-882d-85c70202caf0 req-49cd7304-09b4-41c2-81d1-fbf48b376be9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0855386 May 27 10:09:25.992932 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4b7aa19a-1458-40a2-882d-85c70202caf0 req-6e5ef495-bda6-47af-8821-9eabe4d1242d tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394063 May 27 10:09:26.311450 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46650) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:09:26.449511 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [req-26919085-fc56-423d-ab49-f420ed02a4cc req-62fd7b3d-0f4a-4f70-85ef-6f9585319c7e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366825 May 27 10:09:27.203447 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2c798-754a-40c5-b4f3-572bfabfb789 req-d6d8fff3-3973-40c8-b1a3-69dca293f8af tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:27.205718 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-21a2c798-754a-40c5-b4f3-572bfabfb789 req-d6d8fff3-3973-40c8-b1a3-69dca293f8af tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0911517 May 27 10:09:27.255960 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-21a2c798-754a-40c5-b4f3-572bfabfb789 req-675697b1-3f8c-490c-9994-60dfe7e63d70 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441620 May 27 10:09:27.482928 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:28.109706 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26919085-fc56-423d-ab49-f420ed02a4cc req-a2fbb2f3-5038-4426-9df8-9825958dbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:28.111189 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-26919085-fc56-423d-ab49-f420ed02a4cc req-a2fbb2f3-5038-4426-9df8-9825958dbb92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b&tenant_id=bbbb4a013c2442cebd35cccdcc987382 HTTP/1.1" status: 200 len: 1096 time: 0.0734499 May 27 10:09:28.199453 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26919085-fc56-423d-ab49-f420ed02a4cc req-e98c327a-d40a-4678-9a22-769351d7a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:28.200887 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-26919085-fc56-423d-ab49-f420ed02a4cc req-e98c327a-d40a-4678-9a22-769351d7a312 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 1096 time: 0.0690677 May 27 10:09:28.477522 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26919085-fc56-423d-ab49-f420ed02a4cc req-f013d15e-7467-4b4a-abbf-fc576223cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:28.479436 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-26919085-fc56-423d-ab49-f420ed02a4cc req-f013d15e-7467-4b4a-abbf-fc576223cd84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 918 time: 0.2719419 May 27 10:09:28.548150 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da76987-0b4a-495b-8cca-0a954a8295a2 req-b26388df-bc19-4bd4-b5d1-5bbd96c9c23a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:28.549576 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5da76987-0b4a-495b-8cca-0a954a8295a2 req-b26388df-bc19-4bd4-b5d1-5bbd96c9c23a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.1797724 May 27 10:09:28.619125 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5da76987-0b4a-495b-8cca-0a954a8295a2 req-98ca539f-1fbe-4565-b63b-820d665889cd tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617480 May 27 10:09:28.621447 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-26919085-fc56-423d-ab49-f420ed02a4cc req-ac199498-2c39-4e1e-aa11-34476222c2a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=030e1fc2-b6ad-4347-9bec-826ca919e575 HTTP/1.1" status: 200 len: 998 time: 0.1360900 May 27 10:09:28.686210 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26919085-fc56-423d-ab49-f420ed02a4cc req-b5943187-147a-4fb7-876a-b3fb1dbfb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:28.687614 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-26919085-fc56-423d-ab49-f420ed02a4cc req-b5943187-147a-4fb7-876a-b3fb1dbfb73d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.0595331 May 27 10:09:28.759010 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26919085-fc56-423d-ab49-f420ed02a4cc req-35fc4331-bb06-441f-8923-eb23b322c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:28.760482 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-26919085-fc56-423d-ab49-f420ed02a4cc req-35fc4331-bb06-441f-8923-eb23b322c10d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0669351 May 27 10:09:28.770747 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [req-26919085-fc56-423d-ab49-f420ed02a4cc req-9b4a0101-a0e4-4e52-bc8b-9ec847f7323b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=98698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 10:09:28.771708 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-26919085-fc56-423d-ab49-f420ed02a4cc req-9b4a0101-a0e4-4e52-bc8b-9ec847f7323b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046649 May 27 10:09:28.897496 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-26919085-fc56-423d-ab49-f420ed02a4cc req-356e0917-9332-4d38-9388-db1b194f1e1a service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199541 May 27 10:09:29.026266 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-26919085-fc56-423d-ab49-f420ed02a4cc req-99a6423f-a909-459a-8a96-2112a6f3a9ff service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226137 May 27 10:09:29.818891 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746202a-487c-442d-aa2f-4101027cbb41 req-fd7e82df-aea2-48f3-bd73-5dba12dcbd41 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:29.820366 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b746202a-487c-442d-aa2f-4101027cbb41 req-fd7e82df-aea2-48f3-bd73-5dba12dcbd41 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0884321 May 27 10:09:29.871322 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b746202a-487c-442d-aa2f-4101027cbb41 req-13ea5bd4-320a-498c-a2b7-c37573f52741 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451989 May 27 10:09:31.068986 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734ff78-b64d-4f6a-a1d6-8294fb8672c2 req-723e2535-4637-4dc7-82b3-2e18958808aa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:31.071990 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4734ff78-b64d-4f6a-a1d6-8294fb8672c2 req-723e2535-4637-4dc7-82b3-2e18958808aa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0849237 May 27 10:09:31.120296 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-4734ff78-b64d-4f6a-a1d6-8294fb8672c2 req-2457758e-bcdf-4d86-a457-6c055b7505f0 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423667 May 27 10:09:32.331656 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40872c27-2a74-4ba8-b167-2fc5b182b458 req-cc89fcdd-3674-4be4-8454-a89bc764dde9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:32.333145 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-40872c27-2a74-4ba8-b167-2fc5b182b458 req-cc89fcdd-3674-4be4-8454-a89bc764dde9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0929201 May 27 10:09:32.380161 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-40872c27-2a74-4ba8-b167-2fc5b182b458 req-d1f5ba7c-4706-438b-911d-c8a81860fbaf tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 May 27 10:09:33.589784 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a372215-8fb8-4a3e-906e-c1c5a1c29106 req-dfab49b0-f56c-40f1-af15-3ac06bec6671 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:33.591253 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5a372215-8fb8-4a3e-906e-c1c5a1c29106 req-dfab49b0-f56c-40f1-af15-3ac06bec6671 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0818305 May 27 10:09:33.638629 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-5a372215-8fb8-4a3e-906e-c1c5a1c29106 req-2fd472f0-1349-4d1b-a29a-f667e0791dc7 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413449 May 27 10:09:34.837503 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00351a6-e77a-47e0-9fff-36cb08691365 req-cb3fa5d5-5f2a-4647-a8a2-73e0c2a79120 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:34.839606 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c00351a6-e77a-47e0-9fff-36cb08691365 req-cb3fa5d5-5f2a-4647-a8a2-73e0c2a79120 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0872891 May 27 10:09:34.888177 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c00351a6-e77a-47e0-9fff-36cb08691365 req-88174549-e549-4d8b-bf08-28ff26ddb8d8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426667 May 27 10:09:36.082171 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2fde5-8244-45aa-b376-360b9dcf9830 req-64993832-eb47-4243-8677-138420797a61 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:36.083641 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b0d2fde5-8244-45aa-b376-360b9dcf9830 req-64993832-eb47-4243-8677-138420797a61 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0797012 May 27 10:09:36.130701 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-b0d2fde5-8244-45aa-b376-360b9dcf9830 req-72341401-67df-41dc-a356-d38b652e084f tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 May 27 10:09:37.299590 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-9603b47c-b875-4b11-854b-9480ab9fe7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:37.332535 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e26b5-08b6-442a-8651-6bbe3b68613e req-7bf28e6f-ac41-492c-b513-29805fcf9f45 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:37.332535 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c74e26b5-08b6-442a-8651-6bbe3b68613e req-7bf28e6f-ac41-492c-b513-29805fcf9f45 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0890555 May 27 10:09:37.379809 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c74e26b5-08b6-442a-8651-6bbe3b68613e req-7af17147-cae5-47f8-9af4-e9a3e3f5e55d tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440300 May 27 10:09:38.599252 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb950b52-7dfb-4e40-859d-bfd0607fb62a req-b8e24c8a-c2e2-4364-9988-2340983b59bc tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:38.600869 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bb950b52-7dfb-4e40-859d-bfd0607fb62a req-b8e24c8a-c2e2-4364-9988-2340983b59bc tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.1008246 May 27 10:09:38.647640 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-bb950b52-7dfb-4e40-859d-bfd0607fb62a req-dad3821c-a860-47e3-b2dd-da0616ffdc6a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405462 May 27 10:09:39.642471 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:39.762619 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0d1040c3-9926-4257-9679-380ee9a93988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:39.840874 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32699071-ed5c-4681-a274-7f2f3313f029 req-cc9c736b-c8a3-436a-8def-33c35a762563 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:39.842344 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-32699071-ed5c-4681-a274-7f2f3313f029 req-cc9c736b-c8a3-436a-8def-33c35a762563 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0794928 May 27 10:09:39.885956 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-32699071-ed5c-4681-a274-7f2f3313f029 req-d7fd6dfd-36a3-4146-8ff7-09740b232dad tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377226 May 27 10:09:41.203966 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38f889-9aaa-401c-9ea9-2c5775bf092a req-b30248ab-d6da-458b-8af6-323081df1c91 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:41.205355 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9c38f889-9aaa-401c-9ea9-2c5775bf092a req-b30248ab-d6da-458b-8af6-323081df1c91 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.2066886 May 27 10:09:41.253720 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-9c38f889-9aaa-401c-9ea9-2c5775bf092a req-426209de-b492-4f0e-96b4-c619b86e134c tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417123 May 27 10:09:41.825975 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:42.311163 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8114ac7-0d10-45ee-8c09-2c03478f4a52 req-2a2c748c-4803-467a-8f0a-d2f2d9871dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:42.312649 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e8114ac7-0d10-45ee-8c09-2c03478f4a52 req-2a2c748c-4803-467a-8f0a-d2f2d9871dd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 1096 time: 0.1131639 May 27 10:09:42.515846 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8114ac7-0d10-45ee-8c09-2c03478f4a52 req-d4dea0df-0bde-4eb6-a920-ce115d06b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:42.517804 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e8114ac7-0d10-45ee-8c09-2c03478f4a52 req-d4dea0df-0bde-4eb6-a920-ce115d06b0f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 918 time: 0.1858850 May 27 10:09:42.530470 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3677f28-ce38-49aa-aac9-bdccfab93d01 req-001ec16e-f272-46b0-a789-c453ee62a327 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:42.531900 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c3677f28-ce38-49aa-aac9-bdccfab93d01 req-001ec16e-f272-46b0-a789-c453ee62a327 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.1300952 May 27 10:09:42.636402 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:42.657107 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-c3677f28-ce38-49aa-aac9-bdccfab93d01 req-85e48b54-4c1c-477a-a4f3-e9b2ec65f8f6 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739787 May 27 10:09:42.666039 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e8114ac7-0d10-45ee-8c09-2c03478f4a52 req-db114529-66f9-4fcb-b982-9d7f969f2a59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=030e1fc2-b6ad-4347-9bec-826ca919e575 HTTP/1.1" status: 200 len: 998 time: 0.1280744 May 27 10:09:42.726508 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8114ac7-0d10-45ee-8c09-2c03478f4a52 req-ec75cca2-9011-4021-af25-5e29284c3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:42.727986 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e8114ac7-0d10-45ee-8c09-2c03478f4a52 req-ec75cca2-9011-4021-af25-5e29284c3492 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.0605841 May 27 10:09:42.802836 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8114ac7-0d10-45ee-8c09-2c03478f4a52 req-f3402cea-a391-44e0-b488-7a3370558f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:42.804188 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e8114ac7-0d10-45ee-8c09-2c03478f4a52 req-f3402cea-a391-44e0-b488-7a3370558f9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693552 May 27 10:09:42.932291 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e8114ac7-0d10-45ee-8c09-2c03478f4a52 req-2566c4f8-fcff-4b4b-a0e2-201931d08e05 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220455 May 27 10:09:43.061703 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-e8114ac7-0d10-45ee-8c09-2c03478f4a52 req-14f3a011-3de5-4653-a0d8-2dad4a487743 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223776 May 27 10:09:43.843352 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bc143-e387-4dd2-91d7-1e94ec4a5966 req-652401f1-f580-4da3-8b19-3b4d1b63ae10 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:43.844803 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f22bc143-e387-4dd2-91d7-1e94ec4a5966 req-652401f1-f580-4da3-8b19-3b4d1b63ae10 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0785503 May 27 10:09:43.892212 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f22bc143-e387-4dd2-91d7-1e94ec4a5966 req-d79a7906-d644-49c7-bb4f-f6c7e87674a8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 May 27 10:09:44.830257 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 030e1fc2-b6ad-4347-9bec-826ca919e575 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=98700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 10:09:44.962446 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:09:44.975812 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Returning: {'device': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'port_id': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'mac_address': 'fa:16:3e:c8:82:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 10:09:45.031125 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:45.047529 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030e1fc2-b6ad-4347-9bec-826ca919e575 {{(pid=98700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 10:09:45.063754 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:09:45.078953 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8a075-5a56-440d-9190-cf3bec860114 req-1fce4f3a-1487-4992-9e9a-954b50d1b9e4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:45.080524 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-86c8a075-5a56-440d-9190-cf3bec860114 req-1fce4f3a-1487-4992-9e9a-954b50d1b9e4 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 943 time: 0.0801256 May 27 10:09:45.125174 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-86c8a075-5a56-440d-9190-cf3bec860114 req-8befa2c8-2242-45b4-b08c-1b6cee5c2752 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392101 May 27 10:09:45.145094 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:45.148121 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-0439eefc-a16d-4c3d-ae19-f36e79cd5b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:09:45.214664 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=030e1fc2-b6ad-4347-9bec-826ca919e575,revision_number=9']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:09:45.221867 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.222212 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.222550 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.222881 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.223207 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.223531 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.223853 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.224170 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.224489 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.224806 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.225121 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.225438 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:09:45.229246 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:09:45.537208 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] get_ports_and_sgs() called for port_ids ['030e1fc2-b6ad-4347-9bec-826ca919e575'] {{(pid=98700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 10:09:46.318829 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24b10b-37da-4a4a-a616-dc4239594be1 req-bf7d46ad-f6a2-4550-8a51-0985ba400a86 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:46.320243 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fa24b10b-37da-4a4a-a616-dc4239594be1 req-bf7d46ad-f6a2-4550-8a51-0985ba400a86 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 944 time: 0.0811391 May 27 10:09:46.364532 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-fa24b10b-37da-4a4a-a616-dc4239594be1 req-15c63add-821d-464c-870d-2d1f1d9676c8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386996 May 27 10:09:46.845791 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 030e1fc2-b6ad-4347-9bec-826ca919e575 up at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 10:09:46.912117 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.provisioning_blocks [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Provisioning complete for port 030e1fc2-b6ad-4347-9bec-826ca919e575 triggered by entity L2. {{(pid=98700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 10:09:46.912494 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618031'] for port, provisioning_complete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:47.024856 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639521'] for port, before_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:47.051056 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575'}] {{(pid=98700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:09:47.060580 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:09:47.095904 dv-cinder-788782-3-smb neutron-server[98700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'code': 200} May 27 10:09:47.139348 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748649101707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748648717806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748648718111'] for port, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:09:47.141902 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:09:47.205995 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Pushing event updated for resources: {'Port': ['ID=030e1fc2-b6ad-4347-9bec-826ca919e575,revision_number=10']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:09:47.209012 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:09:47.436403 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b29cd-5a4c-408f-aebe-84b2d98f8d6b req-ac0ccc47-eda5-42a1-8d30-9e895083c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:47.437959 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c2b29cd-5a4c-408f-aebe-84b2d98f8d6b req-ac0ccc47-eda5-42a1-8d30-9e895083c06c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 1099 time: 0.0690105 May 27 10:09:47.515526 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-0c2b29cd-5a4c-408f-aebe-84b2d98f8d6b req-a3a640ae-2788-4ef2-8d8b-9134e9566177 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716877 May 27 10:09:47.567764 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901c079-d362-44d0-a5bd-3d1cba8024c5 req-e650700b-d0e9-4883-a4f7-ac926eb54c01 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:47.569200 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d901c079-d362-44d0-a5bd-3d1cba8024c5 req-e650700b-d0e9-4883-a4f7-ac926eb54c01 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 946 time: 0.0938649 May 27 10:09:47.613238 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d901c079-d362-44d0-a5bd-3d1cba8024c5 req-2db730ed-2737-4a42-a688-2b53e7b8d1e8 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384765 May 27 10:09:48.810856 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25c1ee-0aa8-4f7b-8c70-37300f1d5170 req-26f2e861-fabb-4ffc-80a1-497f683a7a1e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:48.812311 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7b25c1ee-0aa8-4f7b-8c70-37300f1d5170 req-26f2e861-fabb-4ffc-80a1-497f683a7a1e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 946 time: 0.0824897 May 27 10:09:48.859770 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-7b25c1ee-0aa8-4f7b-8c70-37300f1d5170 req-6e766e7d-b684-44bf-bb05-f017b003d83b tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410292 May 27 10:09:50.048487 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a459ff-4133-4067-b20b-806aa371da7a req-9fbae4c9-33bd-42da-a577-6d9858130729 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:09:50.049938 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39a459ff-4133-4067-b20b-806aa371da7a req-9fbae4c9-33bd-42da-a577-6d9858130729 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 946 time: 0.0793471 May 27 10:09:50.092958 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-39a459ff-4133-4067-b20b-806aa371da7a req-59d14793-e531-4f16-b3f1-3e38975f3600 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375040 May 27 10:09:52.297475 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:09:57.430556 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:07.326156 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f5ea824c-db4c-4647-897c-0313226cf6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:09.652926 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:09.761168 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-db34c8ee-d97b-420d-87d8-810d3e85aff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:10.955457 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:12.652950 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:27.447146 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:29.296889 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:10:37.338234 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-1f056c96-6ad5-40c3-87b3-26100ec2a813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:38.501498 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-878e7723-f324-4618-bfa5-4ca598bc3820 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718417 May 27 10:10:38.746548 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-b4026a6c-54f9-4f0e-95b3-f892c0b7a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:10:38.747958 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-b4026a6c-54f9-4f0e-95b3-f892c0b7a465 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bbbb4a013c2442cebd35cccdcc987382&device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 1099 time: 0.1636379 May 27 10:10:38.888490 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-2577c85e-049e-4ed5-aa62-c7d232a8eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:10:38.889954 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-2577c85e-049e-4ed5-aa62-c7d232a8eab5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 200 len: 918 time: 0.1229250 May 27 10:10:38.994783 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-38d20099-460b-4929-b82e-f611326ce4ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=030e1fc2-b6ad-4347-9bec-826ca919e575 HTTP/1.1" status: 200 len: 1000 time: 0.0969956 May 27 10:10:39.055085 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-9c676dca-382a-4ac7-96d7-484d099c7f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:10:39.057119 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-9c676dca-382a-4ac7-96d7-484d099c7f82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 200 len: 856 time: 0.0570359 May 27 10:10:39.132664 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-001c28e3-2b1c-4caa-b1da-f0c36093e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:10:39.134154 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-001c28e3-2b1c-4caa-b1da-f0c36093e4a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6a347da-697c-4ba3-831a-aabf4658c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704746 May 27 10:10:39.263994 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-3df0c3cd-6c75-448b-8702-3c6c8ac85a0c service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222308 May 27 10:10:39.394579 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f7dd5481-99eb-4af7-a029-1922be8fe477 req-bd71ffe4-dc7e-4fda-bcf0-0d5bbcde4511 service neutron] 10.222.0.35 "GET /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243618 May 27 10:10:39.698442 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:39.755005 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6d8c-a5ef-490c-9139-c0fa446e8e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:41.006046 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:42.635038 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:46.396168 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6e57f-2d1d-4a92-ac61-00fbf8e3fad2 req-01e8e3e0-b373-4f8d-a038-450b69dea27d tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:10:46.397604 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f9b6e57f-2d1d-4a92-ac61-00fbf8e3fad2 req-01e8e3e0-b373-4f8d-a038-450b69dea27d tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 946 time: 0.0782290 May 27 10:10:46.441367 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-f9b6e57f-2d1d-4a92-ac61-00fbf8e3fad2 req-6ea13e94-f3cd-4087-af98-cb4b15853d0a tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379779 May 27 10:10:47.635427 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04372a81-c6b0-4383-8ce8-79993b398a0c req-d7f20232-6971-46ec-a7b7-9bfcf480e236 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:10:47.636778 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-04372a81-c6b0-4383-8ce8-79993b398a0c req-d7f20232-6971-46ec-a7b7-9bfcf480e236 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 946 time: 0.0838718 May 27 10:10:47.683357 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-04372a81-c6b0-4383-8ce8-79993b398a0c req-670552b9-ec57-4eb2-a90e-1edc1ac55b71 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407410 May 27 10:10:47.992444 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcd895-9aec-4095-b933-d714803c0966 req-8d859091-607a-4ce9-a77f-5d5874a6f6da tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:10:47.994558 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2bcd895-9aec-4095-b933-d714803c0966 req-8d859091-607a-4ce9-a77f-5d5874a6f6da tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.35 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 946 time: 0.0843582 May 27 10:10:48.127854 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Deleting port 030e1fc2-b6ad-4347-9bec-826ca919e575 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:10:48.128189 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:48.267832 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] For port 030e1fc2-b6ad-4347-9bec-826ca919e575, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=030e1fc2-b6ad-4347-9bec-826ca919e575,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:10:48.278053 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:48.663700 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:48.664389 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-437486'] for floatingip, after_update {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:48.664389 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.db.l3_db [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Floating IP e8c1dad3-1887-4ece-a559-67d23dd68cbb disassociated. External IP: 172.28.0.14, port: 030e1fc2-b6ad-4347-9bec-826ca919e575. May 27 10:10:48.664669 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Calling delete_port for 030e1fc2-b6ad-4347-9bec-826ca919e575 owned by compute:nova {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:10:48.839312 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:48.845200 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ab94e8f7-e3a7-4919-944e-ac91a2505f18 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:10:48.897683 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event deleted for resources: {'Port': ['ID=030e1fc2-b6ad-4347-9bec-826ca919e575,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:10:48.913817 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.914213 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.914585 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.914948 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.915409 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.915885 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.916250 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.917055 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.917055 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.917346 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.917665 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.918088 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:48.922300 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:10:49.023815 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdc82e-6f62-4b74-9497-5c42da6a1bda req-74cd8bcb-3be4-4422-862d-ff54fb320e6e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 10:10:49.025343 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-09cdc82e-6f62-4b74-9497-5c42da6a1bda req-74cd8bcb-3be4-4422-862d-ff54fb320e6e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 868 time: 0.2304580 May 27 10:10:49.142926 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-09cdc82e-6f62-4b74-9497-5c42da6a1bda req-60e89379-a347-4ef0-9fb2-496bb22b4bbb tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups?id=960190c9-d434-4322-9723-1de134a9883f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664160 May 27 10:10:49.151635 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Router 74c98167-9736-4aa9-9cda-1bc44b103753 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:10:49.339611 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:10:49.348898 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d78ac-7294-4170-a907-300f0e719a90 None None] Sync routers for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:10:49.359437 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d78ac-7294-4170-a907-300f0e719a90 None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:10:49.360056 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-431d78ac-7294-4170-a907-300f0e719a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:10:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:10:49.413411 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] No DVR routers for this DVR port 030e1fc2-b6ad-4347-9bec-826ca919e575 on host hv-cinder-78878 {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:10:49.416560 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for port, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:49.419168 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'name': 'network-vif-deleted', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575'}] {{(pid=98698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 10:10:49.510287 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-d2bcd895-9aec-4095-b933-d714803c0966 req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.35 "DELETE /v2.0/ports/030e1fc2-b6ad-4347-9bec-826ca919e575 HTTP/1.1" status: 204 len: 173 time: 1.5111880 May 27 10:10:49.520921 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a49a35-07bb-4b10-9d77-af89b39f4c6b', 'name': 'network-vif-deleted', 'tag': '030e1fc2-b6ad-4347-9bec-826ca919e575', 'status': 'completed', 'code': 200} May 27 10:10:49.545686 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-431d78ac-7294-4170-a907-300f0e719a90 None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:10:49.888979 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-431d78ac-7294-4170-a907-300f0e719a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:10:49.892777 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d78ac-7294-4170-a907-300f0e719a90 None None] Checking router: 74c98167-9736-4aa9-9cda-1bc44b103753 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:10:49.901635 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d78ac-7294-4170-a907-300f0e719a90 None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:10:49.902272 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-431d78ac-7294-4170-a907-300f0e719a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:10:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:10:50.075638 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-431d78ac-7294-4170-a907-300f0e719a90 None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:10:50.323353 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-ac8fabbe-8100-4bad-8c51-f163256649e6 req-ecc857ca-0134-4c3d-9fbf-0ad0f89247f9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Synchronizing usage tracker for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:port {{(pid=98698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 10:10:50.393429 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-431d78ac-7294-4170-a907-300f0e719a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:10:50.395024 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [req-ac8fabbe-8100-4bad-8c51-f163256649e6 req-ecc857ca-0134-4c3d-9fbf-0ad0f89247f9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Unset dirty status for tenant:bbbb4a013c2442cebd35cccdcc987382 on resource:port {{(pid=98698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 10:10:50.396230 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [req-ac8fabbe-8100-4bad-8c51-f163256649e6 req-ecc857ca-0134-4c3d-9fbf-0ad0f89247f9 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/ports?device_id=81a49a35-07bb-4b10-9d77-af89b39f4c6b HTTP/1.1" status: 200 len: 210 time: 0.1190567 May 27 10:10:50.397346 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431d78ac-7294-4170-a907-300f0e719a90 None None] The sync data for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb is: [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:02:37Z', 'revision_number': 4, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb', '_interfaces': [{'id': '34a245ba-f2c6-4269-840b-89e16227cfe8', 'name': '', 'network_id': 'e6a347da-697c-4ba3-831a-aabf4658c33d', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'mac_address': 'fa:16:3e:4f:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:36Z', 'updated_at': '2021-05-27T10:02:44Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'subnets': [{'id': '26d76cc7-db93-4d50-beba-d9cb6b0e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:10:50.598777 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c39f5c-21b1-4eee-b858-11d13ca2de24 None None] New status for floating IP e8c1dad3-1887-4ece-a559-67d23dd68cbb: DOWN {{(pid=98700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 10:10:51.579538 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46806) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:10:51.643227 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:51.670897 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:51.828989 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:51.834309 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-932b9e15-32a1-4230-ba03-662aaeb6b5fa tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:10:51.849336 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960190c9-d434-4322-9723-1de134a9883f,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:10:51.859373 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.859756 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.860134 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.860506 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.860874 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.861240 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.861603 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.861992 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.862380 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.862743 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.863127 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.863486 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:10:51.866690 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:10:51.867876 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:51.869282 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "DELETE /v2.0/security-groups/960190c9-d434-4322-9723-1de134a9883f HTTP/1.1" status: 204 len: 168 time: 0.2885883 May 27 10:10:51.871804 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46810) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:10:51.888132 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.api.v2.resource [None req-0a8af2df-fc3e-47a7-8a1b-d4f3e2c1834e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] show failed (client error): The resource could not be found. May 27 10:10:51.889164 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-0a8af2df-fc3e-47a7-8a1b-d4f3e2c1834e tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "GET /v2.0/security-groups/960190c9-d434-4322-9723-1de134a9883f HTTP/1.1" status: 404 len: 347 time: 0.0163555 May 27 10:10:51.891985 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46814) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:10:52.106130 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-16f82b28-a74d-482d-921e-7fc13c08bd75 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Deleting port 79d3158b-0284-444f-9eed-9400d3309c7a {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:10:52.106388 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-16f82b28-a74d-482d-921e-7fc13c08bd75 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:52.223519 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-16f82b28-a74d-482d-921e-7fc13c08bd75 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:52.223872 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-16f82b28-a74d-482d-921e-7fc13c08bd75 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:52.350442 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-16f82b28-a74d-482d-921e-7fc13c08bd75 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Calling delete_port for 79d3158b-0284-444f-9eed-9400d3309c7a owned by network:floatingip {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:10:52.509028 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-16f82b28-a74d-482d-921e-7fc13c08bd75 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:52.513461 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-3459ee3a-ffa8-4e86-8b73-fd0a6cdc3bda tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:10:52.561379 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f82b28-a74d-482d-921e-7fc13c08bd75 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Pushing event deleted for resources: {'Port': ['ID=79d3158b-0284-444f-9eed-9400d3309c7a,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:10:52.684608 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-16f82b28-a74d-482d-921e-7fc13c08bd75 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:10:52.740804 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-16f82b28-a74d-482d-921e-7fc13c08bd75 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks [] for floatingip, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:52.833701 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-16f82b28-a74d-482d-921e-7fc13c08bd75 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123165'] for floatingip, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:52.834846 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-16f82b28-a74d-482d-921e-7fc13c08bd75 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] 10.222.0.53 "DELETE /v2.0/floatingips/e8c1dad3-1887-4ece-a559-67d23dd68cbb HTTP/1.1" status: 204 len: 168 time: 0.9420235 May 27 10:10:53.132583 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 030e1fc2-b6ad-4347-9bec-826ca919e575 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:10:53.166881 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] No Port match for: 030e1fc2-b6ad-4347-9bec-826ca919e575 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:10:53.167241 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Device 030e1fc2-b6ad-4347-9bec-826ca919e575 not bound to the agent host hv-cinder-78878 {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:10:55.922824 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46838) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:10:56.583745 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435964'] for router_interface, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:56.983206 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] Deleting port 34a245ba-f2c6-4269-840b-89e16227cfe8 {{(pid=98699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:10:56.983894 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:57.101288 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.db [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] For port 34a245ba-f2c6-4269-840b-89e16227cfe8, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=34a245ba-f2c6-4269-840b-89e16227cfe8,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:10:57.101631 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:57.223754 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.plugins.ml2.plugin [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] Calling delete_port for 34a245ba-f2c6-4269-840b-89e16227cfe8 owned by network:router_interface {{(pid=98699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:10:57.492050 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:57.515002 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533343'] for port, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:57.518658 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-05fa78fd-ff43-4557-9148-2979c76ea986 tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:10:57.562328 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a245ba-f2c6-4269-840b-89e16227cfe8,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:10:57.565514 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:10:57.843474 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3921373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-436300'] for router_interface, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:58.205597 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] Router 74c98167-9736-4aa9-9cda-1bc44b103753 has already been hosted by L3 agent 61bc218d-fad9-42e4-ad26-371265e8ea11 {{(pid=98699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 10:10:58.382632 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] Notify agent at l3_agent.dv-cinder-788782-3-smb the message routers_updated {{(pid=98699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 10:10:58.391400 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01b30f-cf93-4e2a-b6c2-48f1b650e6eb None None] Sync routers for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 10:10:58.396612 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-a5099e1c-b892-4462-a1a8-512d57160735 admin admin] 10.222.0.53 "PUT /v2.0/routers/74c98167-9736-4aa9-9cda-1bc44b103753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4727101 May 27 10:10:58.399279 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46846) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:10:58.403347 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01b30f-cf93-4e2a-b6c2-48f1b650e6eb None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:10:58.403957 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-8a01b30f-cf93-4e2a-b6c2-48f1b650e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:10:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:10:58.574048 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Notify callbacks [] for router, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:58.578579 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-8a01b30f-cf93-4e2a-b6c2-48f1b650e6eb None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: dv-cinder-788782-3-smb {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:10:58.757160 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:58.873710 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-8a01b30f-cf93-4e2a-b6c2-48f1b650e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'external_fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:10:57Z', 'revision_number': 5, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port': {'id': 'bb6d2293-56a1-44bc-aa64-b61d0a60dd72', 'name': '', 'network_id': 'a1f59ac8-82fa-4ed3-a930-b1e6690e8c7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T10:02:32Z', 'updated_at': '2021-05-27T10:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bbaf114e-cbe4-438e-8dfa-3cf41d213c9a', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-3-smb'}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:10:58.877995 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01b30f-cf93-4e2a-b6c2-48f1b650e6eb None None] Checking router: 74c98167-9736-4aa9-9cda-1bc44b103753 for host: dv-cinder-788782-3-smb {{(pid=98701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 10:10:58.886678 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01b30f-cf93-4e2a-b6c2-48f1b650e6eb None None] Routers {'74c98167-9736-4aa9-9cda-1bc44b103753'} bound to L3 agent in host dv-cinder-788782-3-smb {{(pid=98701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 10:10:58.887285 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-8a01b30f-cf93-4e2a-b6c2-48f1b650e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T09:51:10Z,description=,heartbeat_timestamp=2021-05-27T10:10:40Z,host='dv-cinder-788782-3-smb',id=61bc218d-fad9-42e4-ad26-371265e8ea11,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T09:51:10Z,topic='l3_agent')) {'router_ids': ['74c98167-9736-4aa9-9cda-1bc44b103753'], 'active': True} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:10:58.913301 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Deleting port bb6d2293-56a1-44bc-aa64-b61d0a60dd72 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:10:58.913700 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:59.035488 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] For port bb6d2293-56a1-44bc-aa64-b61d0a60dd72, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=bb6d2293-56a1-44bc-aa64-b61d0a60dd72,segment=NetworkSegment(d16798ac-3dbb-40c8-a6d2-cb505fa343e8),segment_id=d16798ac-3dbb-40c8-a6d2-cb505fa343e8)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:10:59.035840 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:59.044643 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_dvr_db [None req-8a01b30f-cf93-4e2a-b6c2-48f1b650e6eb None None] Set router 74c98167-9736-4aa9-9cda-1bc44b103753 gateway port host: None {{(pid=98701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 10:10:59.187354 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.l3_hamode_db [None req-8a01b30f-cf93-4e2a-b6c2-48f1b650e6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:10:58Z', 'revision_number': 6, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port_host': None}], 'dv-cinder-788782-3-smb', False) {} {{(pid=98701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:10:59.191478 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01b30f-cf93-4e2a-b6c2-48f1b650e6eb None None] The sync data for ids ['74c98167-9736-4aa9-9cda-1bc44b103753'] in dv-cinder-788782-3-smb is: [{'id': '74c98167-9736-4aa9-9cda-1bc44b103753', 'name': 'tempest-AttachVolumeShelveTestJSON-1338687710-router', 'tenant_id': 'bbbb4a013c2442cebd35cccdcc987382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T10:02:30Z', 'updated_at': '2021-05-27T10:10:58Z', 'revision_number': 6, 'project_id': 'bbbb4a013c2442cebd35cccdcc987382', 'gw_port_host': None}] {{(pid=98701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 10:10:59.282180 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Calling delete_port for bb6d2293-56a1-44bc-aa64-b61d0a60dd72 owned by network:router_gateway {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:10:59.480474 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:59.483916 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0d1faf1f-e545-4832-bcd3-68864177e924 tempest-VolumesSnapshotTestJSON-1235349530 tempest-VolumesSnapshotTestJSON-1235349530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:10:59.529144 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6d2293-56a1-44bc-aa64-b61d0a60dd72,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:10:59.532255 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:10:59.627214 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-437459'] for router_gateway, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:59.805236 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-731'] for router, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:59.808726 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:59.897559 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-439648'] for router, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:59.898050 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74c98167-9736-4aa9-9cda-1bc44b103753 {{(pid=98698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 10:10:59.909727 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] Notify callbacks [] for router, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:10:59.910862 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-3a49eac7-b137-4c50-9177-d6f8ade655fd admin admin] 10.222.0.53 "DELETE /v2.0/routers/74c98167-9736-4aa9-9cda-1bc44b103753 HTTP/1.1" status: 204 len: 168 time: 1.5105147 May 27 10:10:59.913376 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46850) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:10:59.975798 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e083fbb-b867-41f9-ab29-f9ffc7e5e8e0 admin admin] Deleting subnet 26d76cc7-db93-4d50-beba-d9cb6b0e0c62 {{(pid=98698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 10:10:59.979195 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0e083fbb-b867-41f9-ab29-f9ffc7e5e8e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:00.028043 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0e083fbb-b867-41f9-ab29-f9ffc7e5e8e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1971792'] for subnet, precommit_delete_associations {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:00.111106 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0e083fbb-b867-41f9-ab29-f9ffc7e5e8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3612925'] for subnet, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:00.474990 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0e083fbb-b867-41f9-ab29-f9ffc7e5e8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3613994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128020471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2015691'] for subnet, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:00.478903 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-2821824c-7def-4a3c-8334-eea4b73b4126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:00.515546 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e083fbb-b867-41f9-ab29-f9ffc7e5e8e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d76cc7-db93-4d50-beba-d9cb6b0e0c62,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:00.518928 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0e083fbb-b867-41f9-ab29-f9ffc7e5e8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:00.521380 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0e083fbb-b867-41f9-ab29-f9ffc7e5e8e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:00.527894 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-0e083fbb-b867-41f9-ab29-f9ffc7e5e8e0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/26d76cc7-db93-4d50-beba-d9cb6b0e0c62 HTTP/1.1" status: 204 len: 168 time: 0.6128628 May 27 10:11:00.528695 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b764a525-9e01-4151-a4a1-276fe0168771 None None] Network e6a347da-697c-4ba3-831a-aabf4658c33d requested from dv-cinder-788782-3-smb {{(pid=98700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 10:11:00.530494 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 46854) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:00.637003 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619881'] for network, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:00.660637 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 34a245ba-f2c6-4269-840b-89e16227cfe8 no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:11:00.708361 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Deleting port 06cc189b-a8e4-4f76-b41f-b78657391688 {{(pid=98698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:11:00.708705 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:00.723326 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 34a245ba-f2c6-4269-840b-89e16227cfe8 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:11:00.723679 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 34a245ba-f2c6-4269-840b-89e16227cfe8 not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:11:00.724097 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device bb6d2293-56a1-44bc-aa64-b61d0a60dd72 no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:11:00.763268 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: bb6d2293-56a1-44bc-aa64-b61d0a60dd72 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:11:00.763623 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device bb6d2293-56a1-44bc-aa64-b61d0a60dd72 not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:11:00.808266 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.db [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] For port 06cc189b-a8e4-4f76-b41f-b78657391688, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=06cc189b-a8e4-4f76-b41f-b78657391688,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:11:00.808746 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:00.857269 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] DHCP port deletion for e6a347da-697c-4ba3-831a-aabf4658c33d request from dv-cinder-788782-3-smb {{(pid=98700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 10:11:00.924304 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Deleting port 06cc189b-a8e4-4f76-b41f-b78657391688 {{(pid=98700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 10:11:00.924684 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748649099852'] for port, before_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:01.024976 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.db [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] For port 06cc189b-a8e4-4f76-b41f-b78657391688, host dv-cinder-788782-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-3-smb',level=0,port_id=06cc189b-a8e4-4f76-b41f-b78657391688,segment=NetworkSegment(5422983e-810c-4df1-bd36-4180a9b42e72),segment_id=5422983e-810c-4df1-bd36-4180a9b42e72)] {{(pid=98700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 10:11:01.025301 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436495'] for port, precommit_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:01.030314 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.plugin [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Calling delete_port for 06cc189b-a8e4-4f76-b41f-b78657391688 owned by network:dhcp {{(pid=98698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:11:01.150589 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Calling delete_port for 06cc189b-a8e4-4f76-b41f-b78657391688 owned by network:dhcp {{(pid=98700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 10:11:01.166079 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128019718'] for port, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:01.171077 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-d32dc992-07fc-40ee-9d48-83a5cbd81c49 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:01.194357 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3921359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748649101734', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748648717797'] for port, after_delete {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:01.197853 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:01.215881 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Pushing event deleted for resources: {'Port': ['ID=06cc189b-a8e4-4f76-b41f-b78657391688,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:01.218841 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:01.219767 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] No DVR routers for this DVR port 06cc189b-a8e4-4f76-b41f-b78657391688 on host dv-cinder-788782-3-smb {{(pid=98698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:11:01.244923 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Pushing event deleted for resources: {'Port': ['ID=06cc189b-a8e4-4f76-b41f-b78657391688,revision_number=None']} {{(pid=98700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:01.249013 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] No DVR routers for this DVR port 06cc189b-a8e4-4f76-b41f-b78657391688 on host dv-cinder-788782-3-smb {{(pid=98700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 10:11:01.254433 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.254783 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.255128 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.255462 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.255795 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.256123 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.256449 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.256773 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.257096 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.257419 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.257739 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.258083 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-3-smb {{(pid=98700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 10:11:01.261565 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-0673723c-56c3-49ac-957a-bf1a112c26ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:01.340518 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616096', 'neutron.services.segments.db._delete_segments_for_network-8748649163493'] for network, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:01.353177 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a347da-697c-4ba3-831a-aabf4658c33d']}} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:11:01.365639 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5422983e-810c-4df1-bd36-4180a9b42e72') {'for_net_delete': True} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:11:01.365969 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.services.segments.db [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5422983e-810c-4df1-bd36-4180a9b42e72') {} {{(pid=98698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 10:11:01.377673 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748649171366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1971817'] for segment, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:01.393817 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688'] for segment, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:01.399717 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=98698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 10:11:01.407048 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3659688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128019797'] for segment, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: Traceback (most recent call last): May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: timer() May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: cb(*args, **kw) May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: return func(*args, **kwargs) May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: self._notify() May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: self.callback(batched_events) May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: event.method(event) May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: aggregate_uuid = self.p_client.list_aggregates( May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: return f(self, *a, **k) May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: return self._get(url).json() May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: return self.request(url, 'GET', **kwargs) May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: base_url = self.get_endpoint(auth, allow=allow, May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 10:11:01.413134 dv-cinder-788782-3-smb neutron-server[98698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 10:11:01.560408 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3921350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-437500'] for network, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:01.564154 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-03619650-362b-48a7-87f6-7a7342153b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:01.585347 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3921377'] for network, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:01.588139 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a347da-697c-4ba3-831a-aabf4658c33d,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:01.592780 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:01.663712 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-28ed1973-b746-477a-9347-13b28d03a29e admin admin] 10.222.0.53 "DELETE /v2.0/networks/e6a347da-697c-4ba3-831a-aabf4658c33d HTTP/1.1" status: 204 len: 168 time: 1.1322668 May 27 10:11:01.991675 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46860) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:02.040073 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-7602bd1e-c21a-4cbc-b7a9-f1eecb88aa33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bbbb4a013c2442cebd35cccdcc987382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471301 May 27 10:11:02.042402 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46864) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:02.098675 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-caf3eaa7-758e-4de3-b1d0-1eea6ffef234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:02.124392 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-caf3eaa7-758e-4de3-b1d0-1eea6ffef234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:02.251951 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-caf3eaa7-758e-4de3-b1d0-1eea6ffef234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:02.255726 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-462896e2-da5e-49d8-8beb-7797236a1ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:02.270281 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3eaa7-758e-4de3-b1d0-1eea6ffef234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9eda1e-6dfd-4f95-9878-fc4c51ae754c,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:02.274063 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-caf3eaa7-758e-4de3-b1d0-1eea6ffef234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:02.277279 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-caf3eaa7-758e-4de3-b1d0-1eea6ffef234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:02.278919 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-caf3eaa7-758e-4de3-b1d0-1eea6ffef234 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c9eda1e-6dfd-4f95-9878-fc4c51ae754c HTTP/1.1" status: 204 len: 168 time: 0.2356548 May 27 10:11:02.637569 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 06cc189b-a8e4-4f76-b41f-b78657391688 no longer exists at agent ovs-agent-dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 10:11:02.670998 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] No Port match for: 06cc189b-a8e4-4f76-b41f-b78657391688 {{(pid=98700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 10:11:02.671346 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron.plugins.ml2.rpc [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Device 06cc189b-a8e4-4f76-b41f-b78657391688 not bound to the agent host dv-cinder-788782-3-smb {{(pid=98700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 10:11:06.295380 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:11:07.302947 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6783-4ce2-41c1-b994-e4e9fd78e44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:09.681683 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:09.748627 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-70157079-9453-408b-81d5-6da034d899cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:10.748924 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46966) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:10.862622 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-44ecd6f3-85fc-4a83-99d3-deba38bb93d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:10.876454 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-44ecd6f3-85fc-4a83-99d3-deba38bb93d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:11:10.880209 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-44ecd6f3-85fc-4a83-99d3-deba38bb93d2 admin admin] Usage tracker for resource:security_group_rule and tenant:0cac6409fb6b4630a9c4219e249e7751 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:11:10.882962 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-44ecd6f3-85fc-4a83-99d3-deba38bb93d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:11:10.888602 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-44ecd6f3-85fc-4a83-99d3-deba38bb93d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:11:10.972653 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-44ecd6f3-85fc-4a83-99d3-deba38bb93d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:10.999950 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:11.051554 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-44ecd6f3-85fc-4a83-99d3-deba38bb93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:11.059029 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ef91e9f6-5ae3-4f21-8c9b-0e7690953cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:11.098505 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecd6f3-85fc-4a83-99d3-deba38bb93d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376bc88c-5e43-43a4-a0c2-fa68cb99b97d,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:11.102755 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-44ecd6f3-85fc-4a83-99d3-deba38bb93d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cac6409fb6b4630a9c4219e249e7751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527682 May 27 10:11:11.103633 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-44ecd6f3-85fc-4a83-99d3-deba38bb93d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:11.105376 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 46972) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:11.162756 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-554254f8-aec2-437d-a6bf-163a6e39a915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:11.188611 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-554254f8-aec2-437d-a6bf-163a6e39a915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:11.303288 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-554254f8-aec2-437d-a6bf-163a6e39a915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:11.306974 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-a02a379a-3919-4a41-beb2-818c007fc7d6 tempest-AttachVolumeTestJSON-1601894507 tempest-AttachVolumeTestJSON-1601894507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:11.318774 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554254f8-aec2-437d-a6bf-163a6e39a915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376bc88c-5e43-43a4-a0c2-fa68cb99b97d,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:11.322190 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-554254f8-aec2-437d-a6bf-163a6e39a915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:11.325399 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-554254f8-aec2-437d-a6bf-163a6e39a915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:11.327100 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-554254f8-aec2-437d-a6bf-163a6e39a915 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/376bc88c-5e43-43a4-a0c2-fa68cb99b97d HTTP/1.1" status: 204 len: 168 time: 0.2202952 May 27 10:11:12.624047 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:13.660549 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 47018) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:13.780177 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-930da26a-d428-4651-bd25-f24c7e21ccd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:13.794236 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-930da26a-d428-4651-bd25-f24c7e21ccd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:11:13.807260 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-930da26a-d428-4651-bd25-f24c7e21ccd4 admin admin] Usage tracker for resource:security_group_rule and tenant:c476444ea52b4d4c85ed3238a787b3cc is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:11:13.815722 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-930da26a-d428-4651-bd25-f24c7e21ccd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:11:13.823223 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-930da26a-d428-4651-bd25-f24c7e21ccd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:11:13.904636 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-930da26a-d428-4651-bd25-f24c7e21ccd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:13.983457 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-930da26a-d428-4651-bd25-f24c7e21ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:13.990357 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-8cc0bcf2-53cc-437c-8fbb-3e95352c82a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:14.031725 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-930da26a-d428-4651-bd25-f24c7e21ccd4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c476444ea52b4d4c85ed3238a787b3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701324 May 27 10:11:14.032658 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930da26a-d428-4651-bd25-f24c7e21ccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b67222-502b-4ca9-a7a5-58653c5ff0a4,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:14.034493 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 47024) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:14.045461 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-930da26a-d428-4651-bd25-f24c7e21ccd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:14.092076 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-63f7e6b0-b4cf-4cc5-87c2-b4b42977b750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:14.117337 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-63f7e6b0-b4cf-4cc5-87c2-b4b42977b750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:14.217514 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-63f7e6b0-b4cf-4cc5-87c2-b4b42977b750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:14.222320 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-ca431540-49a9-4fa3-b331-e689f517fc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:14.238635 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7e6b0-b4cf-4cc5-87c2-b4b42977b750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b67222-502b-4ca9-a7a5-58653c5ff0a4,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:14.240997 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-63f7e6b0-b4cf-4cc5-87c2-b4b42977b750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:14.243099 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-63f7e6b0-b4cf-4cc5-87c2-b4b42977b750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:14.244195 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-63f7e6b0-b4cf-4cc5-87c2-b4b42977b750 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87b67222-502b-4ca9-a7a5-58653c5ff0a4 HTTP/1.1" status: 204 len: 168 time: 0.2085350 May 27 10:11:14.755445 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 47032) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:14.772775 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5443a243-498f-47e8-a842-307e6d6ad0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:14.786647 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-5443a243-498f-47e8-a842-307e6d6ad0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:11:14.790370 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-5443a243-498f-47e8-a842-307e6d6ad0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:fa3bee19558846e8bf816a76db3a2118 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:11:14.793096 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-5443a243-498f-47e8-a842-307e6d6ad0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:11:14.799403 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-5443a243-498f-47e8-a842-307e6d6ad0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:11:14.878620 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5443a243-498f-47e8-a842-307e6d6ad0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:14.914251 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-5443a243-498f-47e8-a842-307e6d6ad0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:14.923413 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-4fbe7dbe-49fc-4fa1-9faf-af598411d865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:14.962789 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-5443a243-498f-47e8-a842-307e6d6ad0f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa3bee19558846e8bf816a76db3a2118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063258 May 27 10:11:14.964364 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443a243-498f-47e8-a842-307e6d6ad0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4935e5a-255e-4af4-8da0-6578caaa283c,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:14.965462 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 47036) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:14.967363 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-5443a243-498f-47e8-a842-307e6d6ad0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:15.027039 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2792-5dc7-47db-be19-2c69de81264e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:15.053272 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2792-5dc7-47db-be19-2c69de81264e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:15.148443 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2792-5dc7-47db-be19-2c69de81264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:15.152019 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-aa15018e-0130-4e54-8909-a583a9cb7a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:15.277806 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f2792-5dc7-47db-be19-2c69de81264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4935e5a-255e-4af4-8da0-6578caaa283c,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:15.283180 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-1a2f2792-5dc7-47db-be19-2c69de81264e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:15.288453 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-1a2f2792-5dc7-47db-be19-2c69de81264e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:15.289577 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-1a2f2792-5dc7-47db-be19-2c69de81264e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4935e5a-255e-4af4-8da0-6578caaa283c HTTP/1.1" status: 204 len: 168 time: 0.3231077 May 27 10:11:17.651942 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 47092) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:17.765659 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c0939355-a72e-4eba-a485-77377a7c90cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:17.779359 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-c0939355-a72e-4eba-a485-77377a7c90cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:11:17.783085 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-c0939355-a72e-4eba-a485-77377a7c90cd admin admin] Usage tracker for resource:security_group_rule and tenant:ea978be59e0d422d8fb78d2904377018 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:11:17.785845 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-c0939355-a72e-4eba-a485-77377a7c90cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:11:17.791422 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-c0939355-a72e-4eba-a485-77377a7c90cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:11:17.873464 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c0939355-a72e-4eba-a485-77377a7c90cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:17.920276 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-c0939355-a72e-4eba-a485-77377a7c90cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:17.926999 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-b4f9bb5a-7f8d-4fc0-b87e-9c98f94ff65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:17.967323 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-c0939355-a72e-4eba-a485-77377a7c90cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea978be59e0d422d8fb78d2904377018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143287 May 27 10:11:17.968203 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0939355-a72e-4eba-a485-77377a7c90cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507c82e6-2f53-4b0b-92a8-80d45ce7e8d2,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:17.970655 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 47098) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:17.971158 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-c0939355-a72e-4eba-a485-77377a7c90cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:18.028425 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f0219819-efef-4736-86a3-d29ed0d46ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:18.054468 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f0219819-efef-4736-86a3-d29ed0d46ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:18.211258 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f0219819-efef-4736-86a3-d29ed0d46ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:18.215959 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-7f525c9a-0fa7-4a6e-993e-493b99327475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:18.229508 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0219819-efef-4736-86a3-d29ed0d46ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507c82e6-2f53-4b0b-92a8-80d45ce7e8d2,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:18.232866 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-f0219819-efef-4736-86a3-d29ed0d46ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:18.237581 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-f0219819-efef-4736-86a3-d29ed0d46ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:18.241370 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-f0219819-efef-4736-86a3-d29ed0d46ba0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/507c82e6-2f53-4b0b-92a8-80d45ce7e8d2 HTTP/1.1" status: 204 len: 168 time: 0.2694826 May 27 10:11:18.808604 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 47106) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:18.827117 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0ebcebe2-3eb0-48d4-8c3c-4979e99e7194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:18.843122 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-0ebcebe2-3eb0-48d4-8c3c-4979e99e7194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:11:18.845007 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-0ebcebe2-3eb0-48d4-8c3c-4979e99e7194 admin admin] Usage tracker for resource:security_group_rule and tenant:0781189b1e6344ec91f0dcccbcc7e2ad is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:11:18.847811 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-0ebcebe2-3eb0-48d4-8c3c-4979e99e7194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:11:18.853454 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-0ebcebe2-3eb0-48d4-8c3c-4979e99e7194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:11:18.932569 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0ebcebe2-3eb0-48d4-8c3c-4979e99e7194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:18.982639 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0ebcebe2-3eb0-48d4-8c3c-4979e99e7194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:18.991382 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-dfe6f8d2-7036-40e2-94a3-944bd609dbde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:19.031504 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-0ebcebe2-3eb0-48d4-8c3c-4979e99e7194 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0781189b1e6344ec91f0dcccbcc7e2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218602 May 27 10:11:19.032481 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcebe2-3eb0-48d4-8c3c-4979e99e7194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec26a017-8046-407f-87d5-3314dfed2855,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:19.034312 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 47112) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:19.036203 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0ebcebe2-3eb0-48d4-8c3c-4979e99e7194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:19.092673 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ce0126e7-f467-426f-a8ff-071ae8f300f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:19.120932 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ce0126e7-f467-426f-a8ff-071ae8f300f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:19.234325 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ce0126e7-f467-426f-a8ff-071ae8f300f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:19.238076 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-d3cd2899-868f-4e65-bb58-7490eab29d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:19.251434 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0126e7-f467-426f-a8ff-071ae8f300f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec26a017-8046-407f-87d5-3314dfed2855,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:19.255129 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ce0126e7-f467-426f-a8ff-071ae8f300f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:19.260570 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-ce0126e7-f467-426f-a8ff-071ae8f300f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:19.265273 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-ce0126e7-f467-426f-a8ff-071ae8f300f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec26a017-8046-407f-87d5-3314dfed2855 HTTP/1.1" status: 204 len: 168 time: 0.2263560 May 27 10:11:22.139734 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 47172) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:22.255841 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e818028c-5188-4476-8f9f-d3a686fe4f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:22.270439 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-e818028c-5188-4476-8f9f-d3a686fe4f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:11:22.274291 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-e818028c-5188-4476-8f9f-d3a686fe4f03 admin admin] Usage tracker for resource:security_group_rule and tenant:a35239abda6c45e39d1718fe0c3f1c70 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:11:22.277126 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-e818028c-5188-4476-8f9f-d3a686fe4f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:11:22.283487 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-e818028c-5188-4476-8f9f-d3a686fe4f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:11:22.363372 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e818028c-5188-4476-8f9f-d3a686fe4f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:22.422682 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-e818028c-5188-4476-8f9f-d3a686fe4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:22.429727 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-29ab908f-4d7c-420c-94f3-c0282a483d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:22.469530 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818028c-5188-4476-8f9f-d3a686fe4f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b273f50b-f934-4efd-b736-cbff825629b1,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:22.473722 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-e818028c-5188-4476-8f9f-d3a686fe4f03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a35239abda6c45e39d1718fe0c3f1c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330033 May 27 10:11:22.474655 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e818028c-5188-4476-8f9f-d3a686fe4f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:22.476243 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 47178) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:22.537904 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0bae607f-04d5-4a75-b4ed-515c95561e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:22.564337 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0bae607f-04d5-4a75-b4ed-515c95561e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:22.668122 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0bae607f-04d5-4a75-b4ed-515c95561e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:22.672630 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-231ef74f-b799-4952-add3-29ab640b7aca tempest-TestShelveInstance-112768885 tempest-TestShelveInstance-112768885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:22.683604 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae607f-04d5-4a75-b4ed-515c95561e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b273f50b-f934-4efd-b736-cbff825629b1,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:22.689308 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-0bae607f-04d5-4a75-b4ed-515c95561e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:22.691256 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-0bae607f-04d5-4a75-b4ed-515c95561e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:22.692372 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-0bae607f-04d5-4a75-b4ed-515c95561e7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b273f50b-f934-4efd-b736-cbff825629b1 HTTP/1.1" status: 204 len: 168 time: 0.2152543 May 27 10:11:23.398302 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 47186) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:23.416398 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-53eb0357-d6d1-40b0-ae15-04579daaee9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:23.430518 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-53eb0357-d6d1-40b0-ae15-04579daaee9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:11:23.434596 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-53eb0357-d6d1-40b0-ae15-04579daaee9d admin admin] Usage tracker for resource:security_group_rule and tenant:131d3d0ae2d747f8964bb298318ce6eb is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:11:23.438079 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-53eb0357-d6d1-40b0-ae15-04579daaee9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:11:23.443718 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-53eb0357-d6d1-40b0-ae15-04579daaee9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:11:23.534918 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-53eb0357-d6d1-40b0-ae15-04579daaee9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:23.578211 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-53eb0357-d6d1-40b0-ae15-04579daaee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:23.584978 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-c85e89f1-4aff-4fc0-a205-655da1ed0304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:23.626675 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-53eb0357-d6d1-40b0-ae15-04579daaee9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=131d3d0ae2d747f8964bb298318ce6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271409 May 27 10:11:23.627619 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb0357-d6d1-40b0-ae15-04579daaee9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1528098a-a439-44bb-a3fe-aeb5f6e1c5b4,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:23.629339 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 47190) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:23.630663 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-53eb0357-d6d1-40b0-ae15-04579daaee9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:23.689952 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-06bc90c4-12e0-49da-a432-3780f02a3f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:23.714331 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-06bc90c4-12e0-49da-a432-3780f02a3f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:23.846009 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-06bc90c4-12e0-49da-a432-3780f02a3f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:23.849852 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-554254f8-aec2-437d-a6bf-163a6e39a915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:23.865730 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc90c4-12e0-49da-a432-3780f02a3f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1528098a-a439-44bb-a3fe-aeb5f6e1c5b4,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:23.868585 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-06bc90c4-12e0-49da-a432-3780f02a3f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:23.870501 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-06bc90c4-12e0-49da-a432-3780f02a3f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:23.871578 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-06bc90c4-12e0-49da-a432-3780f02a3f28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1528098a-a439-44bb-a3fe-aeb5f6e1c5b4 HTTP/1.1" status: 204 len: 168 time: 0.2400131 May 27 10:11:25.620472 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 47222) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:25.735740 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6fd08cb3-b59f-4a54-8893-fa9645f04c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:25.750346 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-6fd08cb3-b59f-4a54-8893-fa9645f04c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:11:25.754093 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-6fd08cb3-b59f-4a54-8893-fa9645f04c4b admin admin] Usage tracker for resource:security_group_rule and tenant:cffdf4254f5e4308b3b0e5397dc4ff68 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:11:25.756812 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-6fd08cb3-b59f-4a54-8893-fa9645f04c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:11:25.762421 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-6fd08cb3-b59f-4a54-8893-fa9645f04c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:11:25.841224 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6fd08cb3-b59f-4a54-8893-fa9645f04c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:25.925717 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-6fd08cb3-b59f-4a54-8893-fa9645f04c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:25.933467 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6f8c7dc1-a142-44b3-accc-570abaf810c5 tempest-AttachVolumeShelveTestJSON-1244024152 tempest-AttachVolumeShelveTestJSON-1244024152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:25.973409 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-6fd08cb3-b59f-4a54-8893-fa9645f04c4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cffdf4254f5e4308b3b0e5397dc4ff68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519311 May 27 10:11:25.974296 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd08cb3-b59f-4a54-8893-fa9645f04c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77fb470-56e7-4217-8ed2-bd94aba795a2,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:25.976267 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 47228) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:25.977493 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-6fd08cb3-b59f-4a54-8893-fa9645f04c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:26.034785 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0eb10c94-75f7-414a-8b5b-8a355c27fc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:26.061097 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0eb10c94-75f7-414a-8b5b-8a355c27fc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:26.171303 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0eb10c94-75f7-414a-8b5b-8a355c27fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:26.174890 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-b53bf4b2-34fa-40bf-bd2f-c04cc8521fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:26.189215 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb10c94-75f7-414a-8b5b-8a355c27fc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77fb470-56e7-4217-8ed2-bd94aba795a2,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:26.191953 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-0eb10c94-75f7-414a-8b5b-8a355c27fc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:26.200886 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-0eb10c94-75f7-414a-8b5b-8a355c27fc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:26.204549 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-0eb10c94-75f7-414a-8b5b-8a355c27fc23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c77fb470-56e7-4217-8ed2-bd94aba795a2 HTTP/1.1" status: 204 len: 168 time: 0.2247593 May 27 10:11:27.491550 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:32.079090 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 47288) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:32.196675 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-dc9207ef-13f5-4c9d-9328-d06a25d8a0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:32.210689 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-dc9207ef-13f5-4c9d-9328-d06a25d8a0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:11:32.214395 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-dc9207ef-13f5-4c9d-9328-d06a25d8a0f1 admin admin] Usage tracker for resource:security_group_rule and tenant:f44deb2c02e54fd48fbcb048e206b565 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:11:32.217176 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-dc9207ef-13f5-4c9d-9328-d06a25d8a0f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:11:32.224577 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-dc9207ef-13f5-4c9d-9328-d06a25d8a0f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:11:32.303962 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-dc9207ef-13f5-4c9d-9328-d06a25d8a0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:32.354167 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-dc9207ef-13f5-4c9d-9328-d06a25d8a0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:32.366014 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-e818028c-5188-4476-8f9f-d3a686fe4f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:32.406149 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-dc9207ef-13f5-4c9d-9328-d06a25d8a0f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f44deb2c02e54fd48fbcb048e206b565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259730 May 27 10:11:32.407161 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9207ef-13f5-4c9d-9328-d06a25d8a0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d26288c-96bf-4290-8dca-48502daf8c84,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:32.408839 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 47294) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:32.410781 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-dc9207ef-13f5-4c9d-9328-d06a25d8a0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:32.471622 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-7c378ac0-50cb-4b4c-9054-e9285114f0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:32.496892 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-7c378ac0-50cb-4b4c-9054-e9285114f0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:32.599528 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-7c378ac0-50cb-4b4c-9054-e9285114f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:32.603434 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-13f1321b-47a1-4577-91e4-63dd7d29846b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:32.617163 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c378ac0-50cb-4b4c-9054-e9285114f0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d26288c-96bf-4290-8dca-48502daf8c84,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:32.620918 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-7c378ac0-50cb-4b4c-9054-e9285114f0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:32.628255 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-7c378ac0-50cb-4b4c-9054-e9285114f0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:32.630168 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-7c378ac0-50cb-4b4c-9054-e9285114f0b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d26288c-96bf-4290-8dca-48502daf8c84 HTTP/1.1" status: 204 len: 168 time: 0.2160599 May 27 10:11:33.371695 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 47302) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:33.390437 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8757-6cba-4c98-a116-928735b968a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:33.404390 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-9c6d8757-6cba-4c98-a116-928735b968a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:11:33.408174 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-9c6d8757-6cba-4c98-a116-928735b968a4 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3ad80ef8dd4a3399288888931ac767 is out of sync, need to count used quota {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:11:33.411059 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.quota.resource [None req-9c6d8757-6cba-4c98-a116-928735b968a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:11:33.416933 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.db.quota.driver [None req-9c6d8757-6cba-4c98-a116-928735b968a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:11:33.497288 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8757-6cba-4c98-a116-928735b968a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:33.553817 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8757-6cba-4c98-a116-928735b968a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:33.563318 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-a57fe716-801c-41bb-b47a-3063228c8b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:33.605506 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-9c6d8757-6cba-4c98-a116-928735b968a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb3ad80ef8dd4a3399288888931ac767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327797 May 27 10:11:33.606403 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d8757-6cba-4c98-a116-928735b968a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8b5056-38c4-4591-b548-213b6e3cf5a2,revision_number=1']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:33.608710 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 47306) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:33.610197 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-9c6d8757-6cba-4c98-a116-928735b968a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:33.667907 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f66712e2-6d30-420c-bd8f-6bc6d8e5023c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:33.693717 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f66712e2-6d30-420c-bd8f-6bc6d8e5023c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:33.816425 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f66712e2-6d30-420c-bd8f-6bc6d8e5023c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:33.819936 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-ce0126e7-f467-426f-a8ff-071ae8f300f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:33.833783 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66712e2-6d30-420c-bd8f-6bc6d8e5023c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8b5056-38c4-4591-b548-213b6e3cf5a2,revision_number=None']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:33.836078 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-f66712e2-6d30-420c-bd8f-6bc6d8e5023c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:33.847983 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-f66712e2-6d30-420c-bd8f-6bc6d8e5023c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:33.849120 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-f66712e2-6d30-420c-bd8f-6bc6d8e5023c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd8b5056-38c4-4591-b548-213b6e3cf5a2 HTTP/1.1" status: 204 len: 168 time: 0.2387300 May 27 10:11:35.584663 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.wsgi [-] (98699) accepted ('10.222.0.53', 47338) {{(pid=98699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:35.699740 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-cbc962b3-883b-4703-b632-69cb86ecd881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:35.714105 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-cbc962b3-883b-4703-b632-69cb86ecd881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 10:11:35.718974 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-cbc962b3-883b-4703-b632-69cb86ecd881 admin admin] Usage tracker for resource:security_group_rule and tenant:c3d43f090d9949fe850f43eeb2140911 is out of sync, need to count used quota {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 10:11:35.721846 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.quota.resource [None req-cbc962b3-883b-4703-b632-69cb86ecd881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 10:11:35.727439 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.db.quota.driver [None req-cbc962b3-883b-4703-b632-69cb86ecd881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 10:11:35.809316 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-cbc962b3-883b-4703-b632-69cb86ecd881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:35.896441 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron_lib.callbacks.manager [None req-cbc962b3-883b-4703-b632-69cb86ecd881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_create {{(pid=98699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:35.904307 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-86c07c0e-ed3b-4d1b-a31b-0dfe9ae1dfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:35.949472 dv-cinder-788782-3-smb neutron-server[98699]: INFO neutron.wsgi [None req-cbc962b3-883b-4703-b632-69cb86ecd881 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3d43f090d9949fe850f43eeb2140911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637652 May 27 10:11:35.951824 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc962b3-883b-4703-b632-69cb86ecd881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7c4282-f519-43a5-9440-7509522f2909,revision_number=1']} {{(pid=98699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:35.953022 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.wsgi [-] (98698) accepted ('10.222.0.53', 47344) {{(pid=98698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 10:11:35.954860 dv-cinder-788782-3-smb neutron-server[98699]: DEBUG oslo_concurrency.lockutils [None req-cbc962b3-883b-4703-b632-69cb86ecd881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:36.011905 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-aac46c14-8f57-42c3-8341-e653ce1ec5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:36.037438 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-aac46c14-8f57-42c3-8341-e653ce1ec5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:36.193568 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-aac46c14-8f57-42c3-8341-e653ce1ec5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459625'] for security_group, after_delete {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:36.198214 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-1c08c113-f1a3-4465-9fd4-2baa116ec1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 10:11:36.210428 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac46c14-8f57-42c3-8341-e653ce1ec5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7c4282-f519-43a5-9440-7509522f2909,revision_number=None']} {{(pid=98698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 10:11:36.216088 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG oslo_concurrency.lockutils [None req-aac46c14-8f57-42c3-8341-e653ce1ec5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 10:11:36.220488 dv-cinder-788782-3-smb neutron-server[98698]: DEBUG neutron_lib.callbacks.manager [None req-aac46c14-8f57-42c3-8341-e653ce1ec5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:36.221601 dv-cinder-788782-3-smb neutron-server[98698]: INFO neutron.wsgi [None req-aac46c14-8f57-42c3-8341-e653ce1ec5c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf7c4282-f519-43a5-9440-7509522f2909 HTTP/1.1" status: 204 len: 168 time: 0.2669480 May 27 10:11:37.314063 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d00327b5-e7ad-42c7-bf8a-ceae582e3948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:39.691065 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:39.770619 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-590e494c-01e9-43c0-998c-cfb9108573cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:40.987961 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:42.685137 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:11:43.294055 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:11:57.478757 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:07.296176 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-1b2baa89-6f2a-4db7-9bda-babade8c7d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:09.902790 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:09.904284 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-ecb24686-193e-4210-b79e-7384a19c6b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:10.982415 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:12.679053 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:20.293397 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:12:27.495734 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:37.300927 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-0e1861e1-925d-461f-9060-60f63cbde1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:39.655467 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:39.787029 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-c5dd36dd-2602-45d5-93c9-785b68035478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:40.963676 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:42.666549 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:12:57.291812 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:12:57.449592 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:07.295107 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-2b0fb01c-561e-4fc8-bcfd-5b7fa07c9c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:09.769176 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:09.770672 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a649050a-c67d-46e3-879a-323ef9806a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:10.963187 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:12.632285 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:27.455439 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:34.290790 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:13:37.322922 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-1cde7eff-3ba0-40f6-bcba-a414540b3c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:39.682988 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:39.767858 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-deccd89c-7d33-447c-af92-f1530f361f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:40.974577 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:42.643152 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:13:57.505484 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:07.322493 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3b1b-9185-412d-844a-83e700de6343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:09.670876 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:09.779551 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-9dc2e0c4-5bb0-4c1b-809b-c80938d5fab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:10.974334 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:11.288930 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:14:12.642216 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:27.470467 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:37.351304 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5e12ad20-3594-4cb9-84dc-203506649a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:39.658899 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:39.784455 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-b66bea27-04f9-453e-bcb1-9ca861b64b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:40.978704 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:42.648196 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:14:48.292184 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:14:57.504063 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:07.298573 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-b9e6bcea-e824-4f76-8255-360f634d8318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:09.646943 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:09.829814 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-d0110b89-24ae-45dd-96eb-8ce59769e38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:10.967151 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:12.646967 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:25.290337 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:15:27.492853 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:37.275155 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-e802dfc6-8911-4100-a6cf-5fcd2e700ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:39.680981 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:39.766865 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-85d6b1fb-acf5-481e-b7fc-657647284da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:40.989244 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:42.680726 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:15:57.508770 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:16:02.289365 dv-cinder-788782-3-smb neutron-server[98701]: DEBUG neutron.db.agents_db [None req-fd2e3abe-b02d-4a52-ba58-4c0653f6e129 None None] Agent healthcheck: found 6 active agents {{(pid=98701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 10:16:07.291382 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-79505d44-1e14-45bf-a792-5326df7415c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:16:09.720065 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-a82dd6ee-7d56-4a63-858f-635ea92b3c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:16:09.748512 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-2d689538-4b85-4d20-bac6-8c7008d6be53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:16:11.000453 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-438cca00-1e69-4460-82db-76db0d9c6a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:16:12.639833 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-5da2905c-e125-4ac5-9fb0-66c40a276d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 10:16:27.543112 dv-cinder-788782-3-smb neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-f8326c64-9bab-4fa2-80d5-398bba32794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748649163511', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3617982'] for agent, after_update {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}